2024-11-25 11:36:12,904 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-25 11:36:12,924 main DEBUG Took 0.017549 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 11:36:12,924 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 11:36:12,925 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 11:36:12,926 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 11:36:12,928 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:36:12,937 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 11:36:12,952 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:36:12,954 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:36:12,955 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:36:12,955 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:36:12,956 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:36:12,956 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:36:12,958 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:36:12,958 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:36:12,959 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:36:12,959 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:36:12,960 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:36:12,961 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:36:12,961 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:36:12,962 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:36:12,962 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:36:12,963 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:36:12,963 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:36:12,964 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:36:12,965 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:36:12,965 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:36:12,966 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:36:12,966 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:36:12,967 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:36:12,967 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:36:12,968 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:36:12,968 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 11:36:12,970 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:36:12,972 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 11:36:12,974 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 11:36:12,975 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 11:36:12,976 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 11:36:12,977 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 11:36:12,987 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 11:36:12,990 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 11:36:12,992 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 11:36:12,992 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 11:36:12,992 main DEBUG createAppenders(={Console}) 2024-11-25 11:36:12,993 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-25 11:36:12,993 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-25 11:36:12,993 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-25 11:36:12,994 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 11:36:12,994 main DEBUG OutputStream closed 2024-11-25 11:36:12,995 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 11:36:12,995 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 11:36:12,995 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-25 11:36:13,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 11:36:13,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 11:36:13,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 11:36:13,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 11:36:13,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 11:36:13,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 11:36:13,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 11:36:13,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 11:36:13,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 11:36:13,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 11:36:13,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 11:36:13,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 11:36:13,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 11:36:13,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 11:36:13,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 11:36:13,067 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 11:36:13,067 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 11:36:13,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 11:36:13,070 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 11:36:13,070 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-25 11:36:13,071 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 11:36:13,071 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-25T11:36:13,085 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-25 11:36:13,088 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 11:36:13,088 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T11:36:13,140 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=299, ProcessCount=11, AvailableMemoryMB=5083 2024-11-25T11:36:13,344 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-25T11:36:13,383 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49 2024-11-25T11:36:13,385 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/cluster_418b12b4-52ee-f863-9407-8f942e47b929, deleteOnExit=true 2024-11-25T11:36:13,466 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/cluster_418b12b4-52ee-f863-9407-8f942e47b929/zookeeper_0, clientPort=50059, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/cluster_418b12b4-52ee-f863-9407-8f942e47b929/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/cluster_418b12b4-52ee-f863-9407-8f942e47b929/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T11:36:13,479 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50059 2024-11-25T11:36:13,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T11:36:13,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T11:36:13,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/test.cache.data in system properties and HBase conf 2024-11-25T11:36:13,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T11:36:13,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/hadoop.log.dir in system properties and HBase conf 2024-11-25T11:36:13,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T11:36:13,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T11:36:13,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T11:36:13,574 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T11:36:13,675 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T11:36:13,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:36:13,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:36:13,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T11:36:13,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:36:13,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T11:36:13,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T11:36:13,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:36:13,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:36:13,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T11:36:13,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/nfs.dump.dir in system properties and HBase conf 2024-11-25T11:36:13,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/java.io.tmpdir in system properties and HBase conf 2024-11-25T11:36:13,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:36:13,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T11:36:13,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T11:36:14,477 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T11:36:14,593 INFO [Time-limited test {}] log.Log(170): Logging initialized @2406ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T11:36:14,717 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:36:14,834 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:36:14,894 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:36:14,894 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:36:14,896 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:36:14,914 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:36:14,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:36:14,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:36:15,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/java.io.tmpdir/jetty-localhost-34755-hadoop-hdfs-3_4_1-tests_jar-_-any-15125158017966532679/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:36:15,136 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:34755} 2024-11-25T11:36:15,136 INFO [Time-limited test {}] server.Server(415): Started @2950ms 2024-11-25T11:36:15,556 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:36:15,563 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:36:15,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:36:15,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:36:15,566 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:36:15,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:36:15,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:36:15,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/java.io.tmpdir/jetty-localhost-34325-hadoop-hdfs-3_4_1-tests_jar-_-any-1728278709931793239/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:36:15,691 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:34325} 2024-11-25T11:36:15,691 INFO [Time-limited test {}] server.Server(415): Started @3505ms 2024-11-25T11:36:15,744 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:36:16,224 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/cluster_418b12b4-52ee-f863-9407-8f942e47b929/data/data1/current/BP-747075168-172.17.0.2-1732534574236/current, will proceed with Du for space computation calculation, 2024-11-25T11:36:16,224 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/cluster_418b12b4-52ee-f863-9407-8f942e47b929/data/data2/current/BP-747075168-172.17.0.2-1732534574236/current, will proceed with Du for space computation calculation, 2024-11-25T11:36:16,268 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:36:16,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5adc8cb17a2c0151 with lease ID 0x8dc2b31ee84c0db8: Processing first storage report for DS-57cd8584-02f5-4731-a8b3-d6f1a346f08a from datanode DatanodeRegistration(127.0.0.1:36999, datanodeUuid=63e9d4a2-63a2-4abb-8731-12e4f1f3478b, infoPort=36077, infoSecurePort=0, ipcPort=35347, storageInfo=lv=-57;cid=testClusterID;nsid=779016037;c=1732534574236) 2024-11-25T11:36:16,320 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5adc8cb17a2c0151 with lease ID 0x8dc2b31ee84c0db8: from storage DS-57cd8584-02f5-4731-a8b3-d6f1a346f08a node DatanodeRegistration(127.0.0.1:36999, datanodeUuid=63e9d4a2-63a2-4abb-8731-12e4f1f3478b, infoPort=36077, infoSecurePort=0, ipcPort=35347, storageInfo=lv=-57;cid=testClusterID;nsid=779016037;c=1732534574236), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T11:36:16,320 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5adc8cb17a2c0151 with lease ID 0x8dc2b31ee84c0db8: Processing first storage report for DS-690b970b-083a-4da6-8b88-f7d7345bf4c1 from datanode DatanodeRegistration(127.0.0.1:36999, datanodeUuid=63e9d4a2-63a2-4abb-8731-12e4f1f3478b, infoPort=36077, infoSecurePort=0, ipcPort=35347, storageInfo=lv=-57;cid=testClusterID;nsid=779016037;c=1732534574236) 2024-11-25T11:36:16,321 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5adc8cb17a2c0151 with lease ID 0x8dc2b31ee84c0db8: from storage DS-690b970b-083a-4da6-8b88-f7d7345bf4c1 node DatanodeRegistration(127.0.0.1:36999, datanodeUuid=63e9d4a2-63a2-4abb-8731-12e4f1f3478b, infoPort=36077, infoSecurePort=0, ipcPort=35347, storageInfo=lv=-57;cid=testClusterID;nsid=779016037;c=1732534574236), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:36:16,371 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49 2024-11-25T11:36:16,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:16,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:16,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:36:17,026 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2 with version=8 2024-11-25T11:36:17,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/hbase-staging 2024-11-25T11:36:17,121 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T11:36:17,365 INFO [Time-limited test {}] client.ConnectionUtils(128): master/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:36:17,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:17,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:17,380 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:36:17,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:17,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:36:17,514 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T11:36:17,572 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T11:36:17,581 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T11:36:17,584 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:36:17,610 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12857 (auto-detected) 2024-11-25T11:36:17,611 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-25T11:36:17,630 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33173 2024-11-25T11:36:17,652 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33173 connecting to ZooKeeper ensemble=127.0.0.1:50059 2024-11-25T11:36:17,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331730x0, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:36:17,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33173-0x1014ee984170000 connected 2024-11-25T11:36:17,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:17,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:17,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Set watcher on znode that does not yet exist, /0-1851075814/running 2024-11-25T11:36:17,734 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2, hbase.cluster.distributed=false 2024-11-25T11:36:17,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Set watcher on znode that does not yet exist, /0-1851075814/acl 2024-11-25T11:36:17,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33173 2024-11-25T11:36:17,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33173 2024-11-25T11:36:17,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33173 2024-11-25T11:36:17,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33173 2024-11-25T11:36:17,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33173 2024-11-25T11:36:17,877 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:36:17,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:17,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:17,880 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:36:17,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:17,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:36:17,883 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:36:17,886 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:36:17,887 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43975 2024-11-25T11:36:17,890 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43975 connecting to ZooKeeper ensemble=127.0.0.1:50059 2024-11-25T11:36:17,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:17,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:17,904 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439750x0, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:36:17,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43975-0x1014ee984170001 connected 2024-11-25T11:36:17,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43975-0x1014ee984170001, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Set watcher on znode that does not yet exist, /0-1851075814/running 2024-11-25T11:36:17,909 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:36:17,917 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:36:17,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43975-0x1014ee984170001, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Set watcher on znode that does not yet exist, /0-1851075814/master 2024-11-25T11:36:17,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43975-0x1014ee984170001, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Set watcher on znode that does not yet exist, /0-1851075814/acl 2024-11-25T11:36:17,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43975 2024-11-25T11:36:17,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43975 2024-11-25T11:36:17,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43975 2024-11-25T11:36:17,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43975 2024-11-25T11:36:17,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43975 2024-11-25T11:36:17,942 DEBUG [M:0;96bb5f2c2895:33173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;96bb5f2c2895:33173 2024-11-25T11:36:17,943 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1851075814/backup-masters/96bb5f2c2895,33173,1732534577172 2024-11-25T11:36:17,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814/backup-masters 2024-11-25T11:36:17,950 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x1014ee984170001, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814/backup-masters 2024-11-25T11:36:17,952 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Set watcher on existing znode=/0-1851075814/backup-masters/96bb5f2c2895,33173,1732534577172 2024-11-25T11:36:17,972 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x1014ee984170001, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1851075814/master 2024-11-25T11:36:17,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814 2024-11-25T11:36:17,972 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x1014ee984170001, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814 2024-11-25T11:36:17,973 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Set watcher on existing znode=/0-1851075814/master 2024-11-25T11:36:17,974 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1851075814/backup-masters/96bb5f2c2895,33173,1732534577172 from backup master directory 2024-11-25T11:36:17,977 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x1014ee984170001, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814/backup-masters 2024-11-25T11:36:17,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1851075814/backup-masters/96bb5f2c2895,33173,1732534577172 2024-11-25T11:36:17,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814/backup-masters 2024-11-25T11:36:17,977 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:36:17,978 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=96bb5f2c2895,33173,1732534577172 2024-11-25T11:36:17,980 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T11:36:17,982 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T11:36:18,040 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/hbase.id] with ID: cde87f77-7daf-48f8-8e62-8ff277126375 2024-11-25T11:36:18,040 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/.tmp/hbase.id 2024-11-25T11:36:18,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:36:18,451 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/.tmp/hbase.id]:[hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/hbase.id] 2024-11-25T11:36:18,494 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:18,499 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T11:36:18,518 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-25T11:36:18,524 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x1014ee984170001, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814 2024-11-25T11:36:18,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814 2024-11-25T11:36:18,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:36:18,948 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:36:18,950 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T11:36:18,967 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:36:18,971 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:36:19,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:36:19,019 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store 2024-11-25T11:36:19,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:36:19,445 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T11:36:19,448 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:36:19,449 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:36:19,449 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:19,449 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:19,451 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:36:19,451 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:19,451 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:19,452 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534579449Disabling compacts and flushes for region at 1732534579449Disabling writes for close at 1732534579451 (+2 ms)Writing region close event to WAL at 1732534579451Closed at 1732534579451 2024-11-25T11:36:19,454 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/.initializing 2024-11-25T11:36:19,455 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/WALs/96bb5f2c2895,33173,1732534577172 2024-11-25T11:36:19,463 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:36:19,477 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C33173%2C1732534577172, suffix=, logDir=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/WALs/96bb5f2c2895,33173,1732534577172, archiveDir=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/oldWALs, maxLogs=10 2024-11-25T11:36:19,500 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/WALs/96bb5f2c2895,33173,1732534577172/96bb5f2c2895%2C33173%2C1732534577172.1732534579481, exclude list is [], retry=0 2024-11-25T11:36:19,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36999,DS-57cd8584-02f5-4731-a8b3-d6f1a346f08a,DISK] 2024-11-25T11:36:19,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T11:36:19,555 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/WALs/96bb5f2c2895,33173,1732534577172/96bb5f2c2895%2C33173%2C1732534577172.1732534579481 2024-11-25T11:36:19,556 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36077:36077)] 2024-11-25T11:36:19,556 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:36:19,557 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:36:19,560 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:19,561 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:19,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:19,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T11:36:19,630 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:19,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:19,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:19,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T11:36:19,636 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:19,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:36:19,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:19,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T11:36:19,640 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:19,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:36:19,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:19,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T11:36:19,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:19,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:36:19,645 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:19,648 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:19,650 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:19,655 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:19,655 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:19,658 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:36:19,662 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:19,666 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:36:19,667 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67555571, jitterRate=0.006656453013420105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:36:19,673 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732534579573Initializing all the Stores at 1732534579575 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534579576 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534579576Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534579577 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534579577Cleaning up temporary data from old regions at 1732534579655 (+78 ms)Region opened successfully at 1732534579673 (+18 ms) 2024-11-25T11:36:19,674 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T11:36:19,708 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec4edbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:36:19,741 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T11:36:19,752 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T11:36:19,753 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T11:36:19,756 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T11:36:19,757 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T11:36:19,762 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-25T11:36:19,762 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T11:36:19,788 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T11:36:19,796 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Unable to get data of znode /0-1851075814/balancer because node does not exist (not necessarily an error) 2024-11-25T11:36:19,799 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1851075814/balancer already deleted, retry=false 2024-11-25T11:36:19,802 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T11:36:19,803 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Unable to get data of znode /0-1851075814/normalizer because node does not exist (not necessarily an error) 2024-11-25T11:36:19,805 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1851075814/normalizer already deleted, retry=false 2024-11-25T11:36:19,807 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T11:36:19,811 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Unable to get data of znode /0-1851075814/switch/split because node does not exist (not necessarily an error) 2024-11-25T11:36:19,812 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1851075814/switch/split already deleted, retry=false 2024-11-25T11:36:19,813 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Unable to get data of znode /0-1851075814/switch/merge because node does not exist (not necessarily an error) 2024-11-25T11:36:19,816 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1851075814/switch/merge already deleted, retry=false 2024-11-25T11:36:19,834 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Unable to get data of znode /0-1851075814/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T11:36:19,836 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1851075814/snapshot-cleanup already deleted, retry=false 2024-11-25T11:36:19,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1851075814/running 2024-11-25T11:36:19,840 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x1014ee984170001, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1851075814/running 2024-11-25T11:36:19,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814 2024-11-25T11:36:19,840 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x1014ee984170001, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814 2024-11-25T11:36:19,843 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=96bb5f2c2895,33173,1732534577172, sessionid=0x1014ee984170000, setting cluster-up flag (Was=false) 2024-11-25T11:36:19,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814 2024-11-25T11:36:19,859 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x1014ee984170001, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814 2024-11-25T11:36:19,864 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1851075814/flush-table-proc/acquired, /0-1851075814/flush-table-proc/reached, /0-1851075814/flush-table-proc/abort 2024-11-25T11:36:19,866 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,33173,1732534577172 2024-11-25T11:36:19,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814 2024-11-25T11:36:19,872 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x1014ee984170001, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814 2024-11-25T11:36:19,878 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1851075814/online-snapshot/acquired, /0-1851075814/online-snapshot/reached, /0-1851075814/online-snapshot/abort 2024-11-25T11:36:19,879 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,33173,1732534577172 2024-11-25T11:36:19,886 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T11:36:19,932 INFO [RS:0;96bb5f2c2895:43975 {}] regionserver.HRegionServer(746): ClusterId : cde87f77-7daf-48f8-8e62-8ff277126375 2024-11-25T11:36:19,935 DEBUG [RS:0;96bb5f2c2895:43975 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:36:19,940 DEBUG [RS:0;96bb5f2c2895:43975 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:36:19,940 DEBUG [RS:0;96bb5f2c2895:43975 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:36:19,943 DEBUG [RS:0;96bb5f2c2895:43975 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:36:19,944 DEBUG [RS:0;96bb5f2c2895:43975 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@478d0bfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:36:19,958 DEBUG [RS:0;96bb5f2c2895:43975 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;96bb5f2c2895:43975 2024-11-25T11:36:19,960 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T11:36:19,961 INFO [RS:0;96bb5f2c2895:43975 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:36:19,962 INFO [RS:0;96bb5f2c2895:43975 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:36:19,962 DEBUG [RS:0;96bb5f2c2895:43975 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:36:19,964 INFO [RS:0;96bb5f2c2895:43975 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,33173,1732534577172 with port=43975, startcode=1732534577838 2024-11-25T11:36:19,970 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T11:36:19,975 DEBUG [RS:0;96bb5f2c2895:43975 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:36:19,979 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T11:36:19,987 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 96bb5f2c2895,33173,1732534577172 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T11:36:19,995 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:36:19,996 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:36:19,996 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:36:19,996 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:36:19,997 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/96bb5f2c2895:0, corePoolSize=10, maxPoolSize=10 2024-11-25T11:36:19,997 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:19,997 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:36:19,998 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:20,005 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732534610005 2024-11-25T11:36:20,006 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T11:36:20,007 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:36:20,007 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T11:36:20,007 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T11:36:20,012 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T11:36:20,012 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:36:20,013 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T11:36:20,013 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T11:36:20,013 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T11:36:20,014 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:20,014 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T11:36:20,014 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:20,018 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T11:36:20,019 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T11:36:20,019 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33173 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:36:20,020 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T11:36:20,021 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T11:36:20,024 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T11:36:20,025 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T11:36:20,027 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534580026,5,FailOnTimeoutGroup] 2024-11-25T11:36:20,028 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534580027,5,FailOnTimeoutGroup] 2024-11-25T11:36:20,028 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:20,028 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T11:36:20,029 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:20,030 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:20,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:36:20,033 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T11:36:20,033 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2 2024-11-25T11:36:20,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741832_1008 (size=32) 2024-11-25T11:36:20,056 DEBUG [RS:0;96bb5f2c2895:43975 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T11:36:20,056 WARN [RS:0;96bb5f2c2895:43975 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T11:36:20,158 INFO [RS:0;96bb5f2c2895:43975 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,33173,1732534577172 with port=43975, startcode=1732534577838 2024-11-25T11:36:20,160 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33173 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,43975,1732534577838 2024-11-25T11:36:20,163 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33173 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,43975,1732534577838 2024-11-25T11:36:20,171 DEBUG [RS:0;96bb5f2c2895:43975 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2 2024-11-25T11:36:20,171 DEBUG [RS:0;96bb5f2c2895:43975 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36373 2024-11-25T11:36:20,171 DEBUG [RS:0;96bb5f2c2895:43975 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:36:20,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814/rs 2024-11-25T11:36:20,176 DEBUG [RS:0;96bb5f2c2895:43975 {}] zookeeper.ZKUtil(111): regionserver:43975-0x1014ee984170001, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Set watcher on existing znode=/0-1851075814/rs/96bb5f2c2895,43975,1732534577838 2024-11-25T11:36:20,176 WARN [RS:0;96bb5f2c2895:43975 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:36:20,176 INFO [RS:0;96bb5f2c2895:43975 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:36:20,177 DEBUG [RS:0;96bb5f2c2895:43975 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838 2024-11-25T11:36:20,178 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,43975,1732534577838] 2024-11-25T11:36:20,202 INFO [RS:0;96bb5f2c2895:43975 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:36:20,216 INFO [RS:0;96bb5f2c2895:43975 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:36:20,221 INFO [RS:0;96bb5f2c2895:43975 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:36:20,221 INFO [RS:0;96bb5f2c2895:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:20,222 INFO [RS:0;96bb5f2c2895:43975 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:36:20,228 INFO [RS:0;96bb5f2c2895:43975 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:36:20,229 INFO [RS:0;96bb5f2c2895:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:20,230 DEBUG [RS:0;96bb5f2c2895:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:20,230 DEBUG [RS:0;96bb5f2c2895:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:20,230 DEBUG [RS:0;96bb5f2c2895:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:20,230 DEBUG [RS:0;96bb5f2c2895:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:20,230 DEBUG [RS:0;96bb5f2c2895:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:20,230 DEBUG [RS:0;96bb5f2c2895:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:36:20,231 DEBUG [RS:0;96bb5f2c2895:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:20,231 DEBUG [RS:0;96bb5f2c2895:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:20,231 DEBUG [RS:0;96bb5f2c2895:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:20,231 DEBUG [RS:0;96bb5f2c2895:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:20,231 DEBUG [RS:0;96bb5f2c2895:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:20,231 DEBUG [RS:0;96bb5f2c2895:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:20,231 DEBUG [RS:0;96bb5f2c2895:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:36:20,232 DEBUG [RS:0;96bb5f2c2895:43975 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:36:20,232 INFO [RS:0;96bb5f2c2895:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:20,233 INFO [RS:0;96bb5f2c2895:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:20,233 INFO [RS:0;96bb5f2c2895:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:20,233 INFO [RS:0;96bb5f2c2895:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:20,233 INFO [RS:0;96bb5f2c2895:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:20,233 INFO [RS:0;96bb5f2c2895:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,43975,1732534577838-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:36:20,253 INFO [RS:0;96bb5f2c2895:43975 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:36:20,255 INFO [RS:0;96bb5f2c2895:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,43975,1732534577838-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:20,255 INFO [RS:0;96bb5f2c2895:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:20,255 INFO [RS:0;96bb5f2c2895:43975 {}] regionserver.Replication(171): 96bb5f2c2895,43975,1732534577838 started 2024-11-25T11:36:20,274 INFO [RS:0;96bb5f2c2895:43975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:20,274 INFO [RS:0;96bb5f2c2895:43975 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,43975,1732534577838, RpcServer on 96bb5f2c2895/172.17.0.2:43975, sessionid=0x1014ee984170001 2024-11-25T11:36:20,275 DEBUG [RS:0;96bb5f2c2895:43975 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:36:20,275 DEBUG [RS:0;96bb5f2c2895:43975 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,43975,1732534577838 2024-11-25T11:36:20,275 DEBUG [RS:0;96bb5f2c2895:43975 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,43975,1732534577838' 2024-11-25T11:36:20,275 DEBUG [RS:0;96bb5f2c2895:43975 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1851075814/flush-table-proc/abort' 2024-11-25T11:36:20,276 DEBUG [RS:0;96bb5f2c2895:43975 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1851075814/flush-table-proc/acquired' 2024-11-25T11:36:20,277 DEBUG [RS:0;96bb5f2c2895:43975 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:36:20,277 DEBUG [RS:0;96bb5f2c2895:43975 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:36:20,277 DEBUG [RS:0;96bb5f2c2895:43975 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,43975,1732534577838 2024-11-25T11:36:20,277 DEBUG [RS:0;96bb5f2c2895:43975 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,43975,1732534577838' 2024-11-25T11:36:20,277 DEBUG [RS:0;96bb5f2c2895:43975 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1851075814/online-snapshot/abort' 2024-11-25T11:36:20,278 DEBUG [RS:0;96bb5f2c2895:43975 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1851075814/online-snapshot/acquired' 2024-11-25T11:36:20,279 DEBUG [RS:0;96bb5f2c2895:43975 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:36:20,279 INFO [RS:0;96bb5f2c2895:43975 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:36:20,279 INFO [RS:0;96bb5f2c2895:43975 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:36:20,384 INFO [RS:0;96bb5f2c2895:43975 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:36:20,388 INFO [RS:0;96bb5f2c2895:43975 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C43975%2C1732534577838, suffix=, logDir=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838, archiveDir=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/oldWALs, maxLogs=10 2024-11-25T11:36:20,405 DEBUG [RS:0;96bb5f2c2895:43975 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838/96bb5f2c2895%2C43975%2C1732534577838.1732534580390, exclude list is [], retry=0 2024-11-25T11:36:20,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36999,DS-57cd8584-02f5-4731-a8b3-d6f1a346f08a,DISK] 2024-11-25T11:36:20,413 INFO [RS:0;96bb5f2c2895:43975 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838/96bb5f2c2895%2C43975%2C1732534577838.1732534580390 2024-11-25T11:36:20,414 DEBUG [RS:0;96bb5f2c2895:43975 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36077:36077)] 2024-11-25T11:36:20,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:36:20,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:36:20,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:36:20,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:20,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:20,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:36:20,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:36:20,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:20,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:20,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:36:20,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:36:20,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:20,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:20,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:36:20,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:36:20,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:20,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:20,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:36:20,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740 2024-11-25T11:36:20,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740 2024-11-25T11:36:20,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:36:20,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:36:20,468 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:36:20,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:36:20,473 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:36:20,474 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65476255, jitterRate=-0.024327769875526428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:36:20,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732534580448Initializing all the Stores at 1732534580449 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534580449Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534580450 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534580450Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534580450Cleaning up temporary data from old regions at 1732534580467 (+17 ms)Region opened successfully at 1732534580476 (+9 ms) 2024-11-25T11:36:20,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:36:20,477 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:36:20,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:36:20,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:36:20,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:36:20,478 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:36:20,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534580476Disabling compacts and flushes for region at 1732534580476Disabling writes for close at 1732534580477 (+1 ms)Writing region close event to WAL at 1732534580478 (+1 ms)Closed at 1732534580478 2024-11-25T11:36:20,482 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:36:20,482 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T11:36:20,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:36:20,498 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:36:20,501 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T11:36:20,653 DEBUG [96bb5f2c2895:33173 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T11:36:20,665 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=96bb5f2c2895,43975,1732534577838 2024-11-25T11:36:20,672 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,43975,1732534577838, state=OPENING 2024-11-25T11:36:20,678 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T11:36:20,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814 2024-11-25T11:36:20,684 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x1014ee984170001, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814 2024-11-25T11:36:20,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1851075814/meta-region-server: CHANGED 2024-11-25T11:36:20,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1851075814/meta-region-server: CHANGED 2024-11-25T11:36:20,686 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:36:20,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,43975,1732534577838}] 2024-11-25T11:36:20,864 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:36:20,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:36:20,878 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:36:20,879 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:36:20,879 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:36:20,883 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C43975%2C1732534577838.meta, suffix=.meta, logDir=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838, archiveDir=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/oldWALs, maxLogs=10 2024-11-25T11:36:20,908 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838/96bb5f2c2895%2C43975%2C1732534577838.meta.1732534580885.meta, exclude list is [], retry=0 2024-11-25T11:36:20,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36999,DS-57cd8584-02f5-4731-a8b3-d6f1a346f08a,DISK] 2024-11-25T11:36:20,916 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838/96bb5f2c2895%2C43975%2C1732534577838.meta.1732534580885.meta 2024-11-25T11:36:20,916 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36077:36077)] 2024-11-25T11:36:20,917 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:36:20,923 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:36:20,924 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:36:20,926 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:36:20,928 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:36:20,932 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:36:20,932 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:36:20,933 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:36:20,933 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:36:20,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:36:20,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:36:20,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:20,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:20,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:36:20,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:36:20,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:20,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:20,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:36:20,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:36:20,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:20,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:20,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:36:20,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:36:20,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:20,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:20,947 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:36:20,949 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740 2024-11-25T11:36:20,951 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740 2024-11-25T11:36:20,954 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:36:20,954 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:36:20,954 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:36:20,957 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:36:20,958 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61381521, jitterRate=-0.08534406125545502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:36:20,959 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:36:20,961 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732534580933Writing region info on filesystem at 1732534580933Initializing all the Stores at 1732534580935 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534580935Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534580935Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534580936 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534580936Cleaning up temporary data from old regions at 1732534580954 (+18 ms)Running coprocessor post-open hooks at 1732534580959 (+5 ms)Region opened successfully at 1732534580960 (+1 ms) 2024-11-25T11:36:20,968 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732534580855 2024-11-25T11:36:20,979 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:36:20,979 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:36:20,981 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,43975,1732534577838 2024-11-25T11:36:20,983 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,43975,1732534577838, state=OPEN 2024-11-25T11:36:20,985 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x1014ee984170001, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1851075814/meta-region-server 2024-11-25T11:36:20,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1851075814/meta-region-server 2024-11-25T11:36:20,985 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1851075814/meta-region-server: CHANGED 2024-11-25T11:36:20,985 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1851075814/meta-region-server: CHANGED 2024-11-25T11:36:20,986 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=96bb5f2c2895,43975,1732534577838 2024-11-25T11:36:20,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T11:36:20,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,43975,1732534577838 in 298 msec 2024-11-25T11:36:20,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T11:36:20,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 504 msec 2024-11-25T11:36:20,998 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:36:20,998 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T11:36:21,018 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:36:21,020 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,43975,1732534577838, seqNum=-1] 2024-11-25T11:36:21,041 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:36:21,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:36:21,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1560 sec 2024-11-25T11:36:21,071 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732534581071, completionTime=-1 2024-11-25T11:36:21,074 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T11:36:21,074 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T11:36:21,101 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T11:36:21,101 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732534641101 2024-11-25T11:36:21,101 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732534701101 2024-11-25T11:36:21,101 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-25T11:36:21,103 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,33173,1732534577172-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:21,104 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,33173,1732534577172-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:21,104 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,33173,1732534577172-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:21,106 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-96bb5f2c2895:33173, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:21,106 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:21,106 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:21,112 DEBUG [master/96bb5f2c2895:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T11:36:21,133 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.155sec 2024-11-25T11:36:21,134 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T11:36:21,135 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T11:36:21,136 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T11:36:21,137 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T11:36:21,137 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T11:36:21,138 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,33173,1732534577172-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:36:21,138 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,33173,1732534577172-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T11:36:21,146 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T11:36:21,147 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T11:36:21,147 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,33173,1732534577172-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:21,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e544c4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:21,244 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T11:36:21,244 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T11:36:21,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,33173,-1 for getting cluster id 2024-11-25T11:36:21,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:36:21,258 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cde87f77-7daf-48f8-8e62-8ff277126375' 2024-11-25T11:36:21,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:36:21,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cde87f77-7daf-48f8-8e62-8ff277126375" 2024-11-25T11:36:21,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f30545, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:21,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,33173,-1] 2024-11-25T11:36:21,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:36:21,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:21,267 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:36:21,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d71d83a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:21,270 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:36:21,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,43975,1732534577838, seqNum=-1] 2024-11-25T11:36:21,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:36:21,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:36:21,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=96bb5f2c2895,33173,1732534577172 2024-11-25T11:36:21,302 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50059 2024-11-25T11:36:21,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:36:21,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014ee984170002 connected 2024-11-25T11:36:21,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/hadoop.log.dir so I do NOT create it in target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a 2024-11-25T11:36:21,326 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T11:36:21,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/hadoop.tmp.dir so I do NOT create it in target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a 2024-11-25T11:36:21,326 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T11:36:21,326 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a 2024-11-25T11:36:21,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T11:36:21,326 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/cluster_734f99bf-0b82-6a84-6dde-670aba58c52d, deleteOnExit=true 2024-11-25T11:36:21,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T11:36:21,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/test.cache.data in system properties and HBase conf 2024-11-25T11:36:21,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T11:36:21,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/hadoop.log.dir in system properties and HBase conf 2024-11-25T11:36:21,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T11:36:21,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T11:36:21,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T11:36:21,327 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T11:36:21,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:36:21,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:36:21,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T11:36:21,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:36:21,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T11:36:21,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T11:36:21,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:36:21,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:36:21,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T11:36:21,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/nfs.dump.dir in system properties and HBase conf 2024-11-25T11:36:21,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/java.io.tmpdir in system properties and HBase conf 2024-11-25T11:36:21,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:36:21,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T11:36:21,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T11:36:21,429 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:36:21,435 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:36:21,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:36:21,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:36:21,437 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:36:21,437 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:36:21,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@597920fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:36:21,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@eac06d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:36:21,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ff88167{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/java.io.tmpdir/jetty-localhost-40791-hadoop-hdfs-3_4_1-tests_jar-_-any-1704424228019468943/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:36:21,558 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22967455{HTTP/1.1, (http/1.1)}{localhost:40791} 2024-11-25T11:36:21,559 INFO [Time-limited test {}] server.Server(415): Started @9372ms 2024-11-25T11:36:21,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:36:21,651 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:36:21,651 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:36:21,651 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:36:21,652 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:36:21,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a35ba74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:36:21,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1624ab1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:36:21,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f52129a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/java.io.tmpdir/jetty-localhost-34747-hadoop-hdfs-3_4_1-tests_jar-_-any-15109464949227337039/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:36:21,769 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b144d2e{HTTP/1.1, (http/1.1)}{localhost:34747} 2024-11-25T11:36:21,770 INFO [Time-limited test {}] server.Server(415): Started @9583ms 2024-11-25T11:36:21,771 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:36:21,905 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/cluster_734f99bf-0b82-6a84-6dde-670aba58c52d/data/data1/current/BP-1560125712-172.17.0.2-1732534581363/current, will proceed with Du for space computation calculation, 2024-11-25T11:36:21,905 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/cluster_734f99bf-0b82-6a84-6dde-670aba58c52d/data/data2/current/BP-1560125712-172.17.0.2-1732534581363/current, will proceed with Du for space computation calculation, 2024-11-25T11:36:21,925 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:36:21,928 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x861a3f7957673cce with lease ID 0xe874286a8344019a: Processing first storage report for DS-5a83faca-4fe8-4016-bd56-2147d96670d2 from datanode DatanodeRegistration(127.0.0.1:43865, datanodeUuid=2f4915e6-0700-4925-b0da-7e993b2b4c8e, infoPort=46323, infoSecurePort=0, ipcPort=35495, storageInfo=lv=-57;cid=testClusterID;nsid=1770354420;c=1732534581363) 2024-11-25T11:36:21,929 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x861a3f7957673cce with lease ID 0xe874286a8344019a: from storage DS-5a83faca-4fe8-4016-bd56-2147d96670d2 node DatanodeRegistration(127.0.0.1:43865, datanodeUuid=2f4915e6-0700-4925-b0da-7e993b2b4c8e, infoPort=46323, infoSecurePort=0, ipcPort=35495, storageInfo=lv=-57;cid=testClusterID;nsid=1770354420;c=1732534581363), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:36:21,929 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x861a3f7957673cce with lease ID 0xe874286a8344019a: Processing first storage report for DS-548f1949-7508-4f37-9dad-519e7f59892c from datanode DatanodeRegistration(127.0.0.1:43865, datanodeUuid=2f4915e6-0700-4925-b0da-7e993b2b4c8e, infoPort=46323, infoSecurePort=0, ipcPort=35495, storageInfo=lv=-57;cid=testClusterID;nsid=1770354420;c=1732534581363) 2024-11-25T11:36:21,929 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x861a3f7957673cce with lease ID 0xe874286a8344019a: from storage DS-548f1949-7508-4f37-9dad-519e7f59892c node DatanodeRegistration(127.0.0.1:43865, datanodeUuid=2f4915e6-0700-4925-b0da-7e993b2b4c8e, infoPort=46323, infoSecurePort=0, ipcPort=35495, storageInfo=lv=-57;cid=testClusterID;nsid=1770354420;c=1732534581363), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:36:22,005 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a 2024-11-25T11:36:22,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:22,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:22,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43865 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:36:22,421 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89 with version=8 2024-11-25T11:36:22,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/hbase-staging 2024-11-25T11:36:22,423 INFO [Time-limited test {}] client.ConnectionUtils(128): master/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:36:22,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:22,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:22,424 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:36:22,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:22,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:36:22,424 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T11:36:22,424 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:36:22,425 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46423 2024-11-25T11:36:22,427 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46423 connecting to ZooKeeper ensemble=127.0.0.1:50059 2024-11-25T11:36:22,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464230x0, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:36:22,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46423-0x1014ee984170003 connected 2024-11-25T11:36:22,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:22,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:22,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Set watcher on znode that does not yet exist, /1-531142973/running 2024-11-25T11:36:22,451 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89, hbase.cluster.distributed=false 2024-11-25T11:36:22,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Set watcher on znode that does not yet exist, /1-531142973/acl 2024-11-25T11:36:22,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46423 2024-11-25T11:36:22,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46423 2024-11-25T11:36:22,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46423 2024-11-25T11:36:22,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46423 2024-11-25T11:36:22,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46423 2024-11-25T11:36:22,472 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:36:22,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:22,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:22,473 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:36:22,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:22,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:36:22,473 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:36:22,473 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:36:22,474 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34269 2024-11-25T11:36:22,476 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34269 connecting to ZooKeeper ensemble=127.0.0.1:50059 2024-11-25T11:36:22,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:22,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:22,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342690x0, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:36:22,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342690x0, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Set watcher on znode that does not yet exist, /1-531142973/running 2024-11-25T11:36:22,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34269-0x1014ee984170004 connected 2024-11-25T11:36:22,485 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:36:22,486 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:36:22,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34269-0x1014ee984170004, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Set watcher on znode that does not yet exist, /1-531142973/master 2024-11-25T11:36:22,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34269-0x1014ee984170004, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Set watcher on znode that does not yet exist, /1-531142973/acl 2024-11-25T11:36:22,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34269 2024-11-25T11:36:22,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34269 2024-11-25T11:36:22,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34269 2024-11-25T11:36:22,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34269 2024-11-25T11:36:22,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34269 2024-11-25T11:36:22,502 DEBUG [M:0;96bb5f2c2895:46423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;96bb5f2c2895:46423 2024-11-25T11:36:22,503 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-531142973/backup-masters/96bb5f2c2895,46423,1732534582423 2024-11-25T11:36:22,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531142973/backup-masters 2024-11-25T11:36:22,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x1014ee984170004, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531142973/backup-masters 2024-11-25T11:36:22,505 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Set watcher on existing znode=/1-531142973/backup-masters/96bb5f2c2895,46423,1732534582423 2024-11-25T11:36:22,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x1014ee984170004, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-531142973/master 2024-11-25T11:36:22,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531142973 2024-11-25T11:36:22,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x1014ee984170004, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531142973 2024-11-25T11:36:22,509 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Set watcher on existing znode=/1-531142973/master 2024-11-25T11:36:22,509 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-531142973/backup-masters/96bb5f2c2895,46423,1732534582423 from backup master directory 2024-11-25T11:36:22,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-531142973/backup-masters/96bb5f2c2895,46423,1732534582423 2024-11-25T11:36:22,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x1014ee984170004, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531142973/backup-masters 2024-11-25T11:36:22,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531142973/backup-masters 2024-11-25T11:36:22,511 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:36:22,511 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=96bb5f2c2895,46423,1732534582423 2024-11-25T11:36:22,518 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/hbase.id] with ID: 6ac61a56-28d0-460f-afce-a140cf7f964b 2024-11-25T11:36:22,518 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/.tmp/hbase.id 2024-11-25T11:36:22,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43865 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:36:22,927 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/.tmp/hbase.id]:[hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/hbase.id] 2024-11-25T11:36:22,950 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:22,950 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T11:36:22,953 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-25T11:36:22,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531142973 2024-11-25T11:36:22,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x1014ee984170004, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531142973 2024-11-25T11:36:22,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43865 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:36:22,964 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:36:22,965 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T11:36:22,965 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:36:22,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43865 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:36:23,376 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/MasterData/data/master/store 2024-11-25T11:36:23,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43865 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:36:23,787 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:36:23,787 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:36:23,787 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:23,787 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:23,787 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:36:23,787 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:23,787 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:23,788 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534583787Disabling compacts and flushes for region at 1732534583787Disabling writes for close at 1732534583787Writing region close event to WAL at 1732534583787Closed at 1732534583787 2024-11-25T11:36:23,789 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/MasterData/data/master/store/.initializing 2024-11-25T11:36:23,789 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/MasterData/WALs/96bb5f2c2895,46423,1732534582423 2024-11-25T11:36:23,791 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:36:23,794 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C46423%2C1732534582423, suffix=, logDir=hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/MasterData/WALs/96bb5f2c2895,46423,1732534582423, archiveDir=hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/MasterData/oldWALs, maxLogs=10 2024-11-25T11:36:23,809 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/MasterData/WALs/96bb5f2c2895,46423,1732534582423/96bb5f2c2895%2C46423%2C1732534582423.1732534583794, exclude list is [], retry=0 2024-11-25T11:36:23,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43865,DS-5a83faca-4fe8-4016-bd56-2147d96670d2,DISK] 2024-11-25T11:36:23,817 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/MasterData/WALs/96bb5f2c2895,46423,1732534582423/96bb5f2c2895%2C46423%2C1732534582423.1732534583794 2024-11-25T11:36:23,817 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46323:46323)] 2024-11-25T11:36:23,817 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:36:23,818 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:36:23,818 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:23,818 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:23,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:23,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T11:36:23,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:23,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:23,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:23,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T11:36:23,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:23,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:36:23,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:23,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T11:36:23,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:23,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:36:23,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:23,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T11:36:23,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:23,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:36:23,834 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:23,835 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:23,836 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:23,839 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:23,839 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:23,840 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:36:23,842 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:23,845 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:36:23,846 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70662932, jitterRate=0.05295974016189575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:36:23,846 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732534583818Initializing all the Stores at 1732534583820 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534583820Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534583820Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534583820Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534583820Cleaning up temporary data from old regions at 1732534583839 (+19 ms)Region opened successfully at 1732534583846 (+7 ms) 2024-11-25T11:36:23,846 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T11:36:23,852 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57626998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:36:23,853 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T11:36:23,853 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T11:36:23,854 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T11:36:23,854 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T11:36:23,855 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T11:36:23,855 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T11:36:23,855 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T11:36:23,858 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T11:36:23,859 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Unable to get data of znode /1-531142973/balancer because node does not exist (not necessarily an error) 2024-11-25T11:36:23,860 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-531142973/balancer already deleted, retry=false 2024-11-25T11:36:23,861 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T11:36:23,862 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Unable to get data of znode /1-531142973/normalizer because node does not exist (not necessarily an error) 2024-11-25T11:36:23,864 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-531142973/normalizer already deleted, retry=false 2024-11-25T11:36:23,864 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T11:36:23,865 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Unable to get data of znode /1-531142973/switch/split because node does not exist (not necessarily an error) 2024-11-25T11:36:23,867 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-531142973/switch/split already deleted, retry=false 2024-11-25T11:36:23,867 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Unable to get data of znode /1-531142973/switch/merge because node does not exist (not necessarily an error) 2024-11-25T11:36:23,869 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-531142973/switch/merge already deleted, retry=false 2024-11-25T11:36:23,872 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Unable to get data of znode /1-531142973/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T11:36:23,873 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-531142973/snapshot-cleanup already deleted, retry=false 2024-11-25T11:36:23,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x1014ee984170004, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-531142973/running 2024-11-25T11:36:23,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-531142973/running 2024-11-25T11:36:23,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x1014ee984170004, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531142973 2024-11-25T11:36:23,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531142973 2024-11-25T11:36:23,877 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=96bb5f2c2895,46423,1732534582423, sessionid=0x1014ee984170003, setting cluster-up flag (Was=false) 2024-11-25T11:36:23,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x1014ee984170004, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531142973 2024-11-25T11:36:23,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531142973 2024-11-25T11:36:23,887 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-531142973/flush-table-proc/acquired, /1-531142973/flush-table-proc/reached, /1-531142973/flush-table-proc/abort 2024-11-25T11:36:23,888 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,46423,1732534582423 2024-11-25T11:36:23,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531142973 2024-11-25T11:36:23,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x1014ee984170004, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531142973 2024-11-25T11:36:23,898 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-531142973/online-snapshot/acquired, /1-531142973/online-snapshot/reached, /1-531142973/online-snapshot/abort 2024-11-25T11:36:23,899 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,46423,1732534582423 2024-11-25T11:36:23,901 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T11:36:23,905 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T11:36:23,905 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T11:36:23,905 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T11:36:23,906 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 96bb5f2c2895,46423,1732534582423 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T11:36:23,907 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:36:23,907 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:36:23,907 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:36:23,907 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:36:23,908 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/96bb5f2c2895:0, corePoolSize=10, maxPoolSize=10 2024-11-25T11:36:23,908 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:23,908 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:36:23,908 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:23,909 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732534613909 2024-11-25T11:36:23,909 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T11:36:23,909 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T11:36:23,909 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T11:36:23,909 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T11:36:23,909 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T11:36:23,909 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T11:36:23,909 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:23,910 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T11:36:23,910 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T11:36:23,910 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T11:36:23,910 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T11:36:23,910 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:36:23,911 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T11:36:23,911 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T11:36:23,911 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T11:36:23,911 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534583911,5,FailOnTimeoutGroup] 2024-11-25T11:36:23,912 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534583911,5,FailOnTimeoutGroup] 2024-11-25T11:36:23,912 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:23,912 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T11:36:23,912 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:23,912 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:23,912 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:23,913 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T11:36:23,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43865 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:36:23,993 INFO [RS:0;96bb5f2c2895:34269 {}] regionserver.HRegionServer(746): ClusterId : 6ac61a56-28d0-460f-afce-a140cf7f964b 2024-11-25T11:36:23,993 DEBUG [RS:0;96bb5f2c2895:34269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:36:23,995 DEBUG [RS:0;96bb5f2c2895:34269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:36:23,995 DEBUG [RS:0;96bb5f2c2895:34269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:36:23,999 DEBUG [RS:0;96bb5f2c2895:34269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:36:23,999 DEBUG [RS:0;96bb5f2c2895:34269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391e99b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:36:24,012 DEBUG [RS:0;96bb5f2c2895:34269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;96bb5f2c2895:34269 2024-11-25T11:36:24,012 INFO [RS:0;96bb5f2c2895:34269 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:36:24,013 INFO [RS:0;96bb5f2c2895:34269 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:36:24,013 DEBUG [RS:0;96bb5f2c2895:34269 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:36:24,013 INFO [RS:0;96bb5f2c2895:34269 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,46423,1732534582423 with port=34269, startcode=1732534582472 2024-11-25T11:36:24,014 DEBUG [RS:0;96bb5f2c2895:34269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:36:24,016 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:36:24,016 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46423 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,34269,1732534582472 2024-11-25T11:36:24,017 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46423 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,34269,1732534582472 2024-11-25T11:36:24,040 DEBUG [RS:0;96bb5f2c2895:34269 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89 2024-11-25T11:36:24,040 DEBUG [RS:0;96bb5f2c2895:34269 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42273 2024-11-25T11:36:24,041 DEBUG [RS:0;96bb5f2c2895:34269 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:36:24,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531142973/rs 2024-11-25T11:36:24,050 DEBUG [RS:0;96bb5f2c2895:34269 {}] zookeeper.ZKUtil(111): regionserver:34269-0x1014ee984170004, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Set watcher on existing znode=/1-531142973/rs/96bb5f2c2895,34269,1732534582472 2024-11-25T11:36:24,051 WARN [RS:0;96bb5f2c2895:34269 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:36:24,051 INFO [RS:0;96bb5f2c2895:34269 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:36:24,051 DEBUG [RS:0;96bb5f2c2895:34269 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/WALs/96bb5f2c2895,34269,1732534582472 2024-11-25T11:36:24,051 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,34269,1732534582472] 2024-11-25T11:36:24,056 INFO [RS:0;96bb5f2c2895:34269 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:36:24,058 INFO [RS:0;96bb5f2c2895:34269 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:36:24,060 INFO [RS:0;96bb5f2c2895:34269 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:36:24,061 INFO [RS:0;96bb5f2c2895:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:24,061 INFO [RS:0;96bb5f2c2895:34269 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:36:24,062 INFO [RS:0;96bb5f2c2895:34269 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:36:24,062 INFO [RS:0;96bb5f2c2895:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:24,062 DEBUG [RS:0;96bb5f2c2895:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:24,062 DEBUG [RS:0;96bb5f2c2895:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:24,063 DEBUG [RS:0;96bb5f2c2895:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:24,063 DEBUG [RS:0;96bb5f2c2895:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:24,063 DEBUG [RS:0;96bb5f2c2895:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:24,063 DEBUG [RS:0;96bb5f2c2895:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:36:24,063 DEBUG [RS:0;96bb5f2c2895:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:24,063 DEBUG [RS:0;96bb5f2c2895:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:24,063 DEBUG [RS:0;96bb5f2c2895:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:24,063 DEBUG [RS:0;96bb5f2c2895:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:24,063 DEBUG [RS:0;96bb5f2c2895:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:24,063 DEBUG [RS:0;96bb5f2c2895:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:24,063 DEBUG [RS:0;96bb5f2c2895:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:36:24,063 DEBUG [RS:0;96bb5f2c2895:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:36:24,064 INFO [RS:0;96bb5f2c2895:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:24,064 INFO [RS:0;96bb5f2c2895:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:24,064 INFO [RS:0;96bb5f2c2895:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:24,064 INFO [RS:0;96bb5f2c2895:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:24,064 INFO [RS:0;96bb5f2c2895:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:24,064 INFO [RS:0;96bb5f2c2895:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,34269,1732534582472-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:36:24,084 INFO [RS:0;96bb5f2c2895:34269 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:36:24,084 INFO [RS:0;96bb5f2c2895:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,34269,1732534582472-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:24,085 INFO [RS:0;96bb5f2c2895:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:24,085 INFO [RS:0;96bb5f2c2895:34269 {}] regionserver.Replication(171): 96bb5f2c2895,34269,1732534582472 started 2024-11-25T11:36:24,099 INFO [RS:0;96bb5f2c2895:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:24,099 INFO [RS:0;96bb5f2c2895:34269 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,34269,1732534582472, RpcServer on 96bb5f2c2895/172.17.0.2:34269, sessionid=0x1014ee984170004 2024-11-25T11:36:24,099 DEBUG [RS:0;96bb5f2c2895:34269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:36:24,099 DEBUG [RS:0;96bb5f2c2895:34269 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,34269,1732534582472 2024-11-25T11:36:24,099 DEBUG [RS:0;96bb5f2c2895:34269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,34269,1732534582472' 2024-11-25T11:36:24,099 DEBUG [RS:0;96bb5f2c2895:34269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-531142973/flush-table-proc/abort' 2024-11-25T11:36:24,100 DEBUG [RS:0;96bb5f2c2895:34269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-531142973/flush-table-proc/acquired' 2024-11-25T11:36:24,101 DEBUG [RS:0;96bb5f2c2895:34269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:36:24,101 DEBUG [RS:0;96bb5f2c2895:34269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:36:24,101 DEBUG [RS:0;96bb5f2c2895:34269 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,34269,1732534582472 2024-11-25T11:36:24,101 DEBUG [RS:0;96bb5f2c2895:34269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,34269,1732534582472' 2024-11-25T11:36:24,101 DEBUG [RS:0;96bb5f2c2895:34269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-531142973/online-snapshot/abort' 2024-11-25T11:36:24,101 DEBUG [RS:0;96bb5f2c2895:34269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-531142973/online-snapshot/acquired' 2024-11-25T11:36:24,102 DEBUG [RS:0;96bb5f2c2895:34269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:36:24,102 INFO [RS:0;96bb5f2c2895:34269 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:36:24,102 INFO [RS:0;96bb5f2c2895:34269 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:36:24,202 INFO [RS:0;96bb5f2c2895:34269 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:36:24,205 INFO [RS:0;96bb5f2c2895:34269 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C34269%2C1732534582472, suffix=, logDir=hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/WALs/96bb5f2c2895,34269,1732534582472, archiveDir=hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/oldWALs, maxLogs=10 2024-11-25T11:36:24,220 DEBUG [RS:0;96bb5f2c2895:34269 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/WALs/96bb5f2c2895,34269,1732534582472/96bb5f2c2895%2C34269%2C1732534582472.1732534584206, exclude list is [], retry=0 2024-11-25T11:36:24,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43865,DS-5a83faca-4fe8-4016-bd56-2147d96670d2,DISK] 2024-11-25T11:36:24,227 INFO [RS:0;96bb5f2c2895:34269 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/WALs/96bb5f2c2895,34269,1732534582472/96bb5f2c2895%2C34269%2C1732534582472.1732534584206 2024-11-25T11:36:24,227 DEBUG [RS:0;96bb5f2c2895:34269 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46323:46323)] 2024-11-25T11:36:24,322 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T11:36:24,322 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89 2024-11-25T11:36:24,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43865 is added to blk_1073741833_1009 (size=32) 2024-11-25T11:36:24,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:36:24,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:36:24,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:36:24,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:24,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:24,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:36:24,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:36:24,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:24,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:24,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:36:24,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:36:24,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:24,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:24,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:36:24,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:36:24,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:24,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:24,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:36:24,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/data/hbase/meta/1588230740 2024-11-25T11:36:24,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/data/hbase/meta/1588230740 2024-11-25T11:36:24,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:36:24,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:36:24,750 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:36:24,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:36:24,754 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:36:24,755 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60217350, jitterRate=-0.10269156098365784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:36:24,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732534584732Initializing all the Stores at 1732534584733 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534584733Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534584734 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534584734Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534584734Cleaning up temporary data from old regions at 1732534584749 (+15 ms)Region opened successfully at 1732534584755 (+6 ms) 2024-11-25T11:36:24,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:36:24,756 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:36:24,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:36:24,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:36:24,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:36:24,756 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:36:24,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534584756Disabling compacts and flushes for region at 1732534584756Disabling writes for close at 1732534584756Writing region close event to WAL at 1732534584756Closed at 1732534584756 2024-11-25T11:36:24,758 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:36:24,759 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T11:36:24,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:36:24,761 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:36:24,762 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T11:36:24,913 DEBUG [96bb5f2c2895:46423 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T11:36:24,913 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=96bb5f2c2895,34269,1732534582472 2024-11-25T11:36:24,915 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,34269,1732534582472, state=OPENING 2024-11-25T11:36:24,917 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T11:36:24,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531142973 2024-11-25T11:36:24,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x1014ee984170004, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531142973 2024-11-25T11:36:24,920 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:36:24,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,34269,1732534582472}] 2024-11-25T11:36:24,920 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-531142973/meta-region-server: CHANGED 2024-11-25T11:36:24,920 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-531142973/meta-region-server: CHANGED 2024-11-25T11:36:25,074 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:36:25,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:36:25,081 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:36:25,081 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:36:25,082 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:36:25,084 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C34269%2C1732534582472.meta, suffix=.meta, logDir=hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/WALs/96bb5f2c2895,34269,1732534582472, archiveDir=hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/oldWALs, maxLogs=10 2024-11-25T11:36:25,101 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/WALs/96bb5f2c2895,34269,1732534582472/96bb5f2c2895%2C34269%2C1732534582472.meta.1732534585087.meta, exclude list is [], retry=0 2024-11-25T11:36:25,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43865,DS-5a83faca-4fe8-4016-bd56-2147d96670d2,DISK] 2024-11-25T11:36:25,106 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/WALs/96bb5f2c2895,34269,1732534582472/96bb5f2c2895%2C34269%2C1732534582472.meta.1732534585087.meta 2024-11-25T11:36:25,107 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46323:46323)] 2024-11-25T11:36:25,107 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:36:25,108 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:36:25,108 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:36:25,108 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:36:25,108 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:36:25,108 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:36:25,108 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:36:25,108 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:36:25,108 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:36:25,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:36:25,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:36:25,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:25,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:25,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:36:25,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:36:25,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:25,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:25,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:36:25,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:36:25,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:25,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:25,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:36:25,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:36:25,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:25,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:25,117 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:36:25,118 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/data/hbase/meta/1588230740 2024-11-25T11:36:25,120 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/data/hbase/meta/1588230740 2024-11-25T11:36:25,122 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:36:25,122 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:36:25,123 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:36:25,125 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:36:25,126 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72243283, jitterRate=0.07650880515575409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:36:25,126 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:36:25,126 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732534585108Writing region info on filesystem at 1732534585108Initializing all the Stores at 1732534585110 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534585110Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534585110Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534585110Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534585110Cleaning up temporary data from old regions at 1732534585122 (+12 ms)Running coprocessor post-open hooks at 1732534585126 (+4 ms)Region opened successfully at 1732534585126 2024-11-25T11:36:25,128 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732534585074 2024-11-25T11:36:25,131 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:36:25,131 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:36:25,132 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,34269,1732534582472 2024-11-25T11:36:25,134 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,34269,1732534582472, state=OPEN 2024-11-25T11:36:25,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x1014ee984170004, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-531142973/meta-region-server 2024-11-25T11:36:25,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-531142973/meta-region-server 2024-11-25T11:36:25,140 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=96bb5f2c2895,34269,1732534582472 2024-11-25T11:36:25,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-531142973/meta-region-server: CHANGED 2024-11-25T11:36:25,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-531142973/meta-region-server: CHANGED 2024-11-25T11:36:25,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T11:36:25,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,34269,1732534582472 in 220 msec 2024-11-25T11:36:25,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T11:36:25,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 385 msec 2024-11-25T11:36:25,149 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:36:25,149 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T11:36:25,151 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:36:25,151 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,34269,1732534582472, seqNum=-1] 2024-11-25T11:36:25,152 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:36:25,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:36:25,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2570 sec 2024-11-25T11:36:25,161 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732534585161, completionTime=-1 2024-11-25T11:36:25,162 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T11:36:25,162 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T11:36:25,164 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T11:36:25,164 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732534645164 2024-11-25T11:36:25,164 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732534705164 2024-11-25T11:36:25,164 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T11:36:25,164 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,46423,1732534582423-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:25,164 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,46423,1732534582423-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:25,165 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,46423,1732534582423-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:25,165 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-96bb5f2c2895:46423, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:25,165 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:25,165 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:25,167 DEBUG [master/96bb5f2c2895:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T11:36:25,169 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.658sec 2024-11-25T11:36:25,169 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T11:36:25,169 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T11:36:25,169 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T11:36:25,170 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T11:36:25,170 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T11:36:25,170 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,46423,1732534582423-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:36:25,170 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,46423,1732534582423-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T11:36:25,173 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T11:36:25,173 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T11:36:25,173 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,46423,1732534582423-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:25,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dff9fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:25,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,46423,-1 for getting cluster id 2024-11-25T11:36:25,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:36:25,195 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ac61a56-28d0-460f-afce-a140cf7f964b' 2024-11-25T11:36:25,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:36:25,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ac61a56-28d0-460f-afce-a140cf7f964b" 2024-11-25T11:36:25,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46973607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:25,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,46423,-1] 2024-11-25T11:36:25,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:36:25,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:25,198 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:36:25,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afd7c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:25,200 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:36:25,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,34269,1732534582472, seqNum=-1] 2024-11-25T11:36:25,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:36:25,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:36:25,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=96bb5f2c2895,46423,1732534582423 2024-11-25T11:36:25,207 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50059 2024-11-25T11:36:25,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:36:25,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014ee984170005 connected 2024-11-25T11:36:25,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4818403e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:25,215 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,33173,-1 for getting cluster id 2024-11-25T11:36:25,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:36:25,217 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cde87f77-7daf-48f8-8e62-8ff277126375' 2024-11-25T11:36:25,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:36:25,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cde87f77-7daf-48f8-8e62-8ff277126375" 2024-11-25T11:36:25,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df61397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:25,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,33173,-1] 2024-11-25T11:36:25,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:36:25,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:25,220 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:36:25,221 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e655407, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:25,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:36:25,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,33173,1732534577172 2024-11-25T11:36:25,236 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9269f79 2024-11-25T11:36:25,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:36:25,239 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:36:25,240 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://96bb5f2c2895:46423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T11:36:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T11:36:25,253 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:46423' 2024-11-25T11:36:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:36:25,254 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4682ac80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:25,254 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,46423,-1 for getting cluster id 2024-11-25T11:36:25,255 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:36:25,255 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ac61a56-28d0-460f-afce-a140cf7f964b' 2024-11-25T11:36:25,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:36:25,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ac61a56-28d0-460f-afce-a140cf7f964b" 2024-11-25T11:36:25,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ef1387, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:25,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,46423,-1] 2024-11-25T11:36:25,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:36:25,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:25,258 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:36:25,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41aa880e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:25,259 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:36:25,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,46423,1732534582423 2024-11-25T11:36:25,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55b48aef 2024-11-25T11:36:25,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:36:25,266 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:36:25,278 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-25T11:36:25,278 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T11:36:25,282 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:25,283 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:25,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:25,284 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:36:25,290 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T11:36:25,293 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:36:25,293 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:25,295 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:36:25,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741835_1011 (size=1138) 2024-11-25T11:36:25,342 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T11:36:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:36:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:36:25,708 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b51472fbc9cdbcf58886775e4663f36c, NAME => 'hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2 2024-11-25T11:36:25,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741836_1012 (size=44) 2024-11-25T11:36:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:36:26,117 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:36:26,117 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b51472fbc9cdbcf58886775e4663f36c, disabling compactions & flushes 2024-11-25T11:36:26,117 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c. 2024-11-25T11:36:26,117 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c. 2024-11-25T11:36:26,117 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c. after waiting 0 ms 2024-11-25T11:36:26,117 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c. 2024-11-25T11:36:26,118 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c. 2024-11-25T11:36:26,118 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b51472fbc9cdbcf58886775e4663f36c: Waiting for close lock at 1732534586117Disabling compacts and flushes for region at 1732534586117Disabling writes for close at 1732534586117Writing region close event to WAL at 1732534586117Closed at 1732534586117 2024-11-25T11:36:26,120 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:36:26,125 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732534586120"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534586120"}]},"ts":"1732534586120"} 2024-11-25T11:36:26,128 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:36:26,131 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:36:26,133 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534586131"}]},"ts":"1732534586131"} 2024-11-25T11:36:26,136 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T11:36:26,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b51472fbc9cdbcf58886775e4663f36c, ASSIGN}] 2024-11-25T11:36:26,140 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b51472fbc9cdbcf58886775e4663f36c, ASSIGN 2024-11-25T11:36:26,142 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b51472fbc9cdbcf58886775e4663f36c, ASSIGN; state=OFFLINE, location=96bb5f2c2895,43975,1732534577838; forceNewPlan=false, retain=false 2024-11-25T11:36:26,293 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b51472fbc9cdbcf58886775e4663f36c, regionState=OPENING, regionLocation=96bb5f2c2895,43975,1732534577838 2024-11-25T11:36:26,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b51472fbc9cdbcf58886775e4663f36c, ASSIGN because future has completed 2024-11-25T11:36:26,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b51472fbc9cdbcf58886775e4663f36c, server=96bb5f2c2895,43975,1732534577838}] 2024-11-25T11:36:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:36:26,440 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:36:26,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c. 2024-11-25T11:36:26,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:36:26,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T11:36:26,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C43975%2C1732534577838.rep, suffix=, logDir=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838, archiveDir=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/oldWALs, maxLogs=10 2024-11-25T11:36:26,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838/96bb5f2c2895%2C43975%2C1732534577838.rep.1732534586463, exclude list is [], retry=0 2024-11-25T11:36:26,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36999,DS-57cd8584-02f5-4731-a8b3-d6f1a346f08a,DISK] 2024-11-25T11:36:26,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838/96bb5f2c2895%2C43975%2C1732534577838.rep.1732534586463 2024-11-25T11:36:26,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36077:36077)] 2024-11-25T11:36:26,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b51472fbc9cdbcf58886775e4663f36c, NAME => 'hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:36:26,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:36:26,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:36:26,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c. service=MultiRowMutationService 2024-11-25T11:36:26,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T11:36:26,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:26,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:36:26,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:26,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:26,494 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T11:36:26,495 INFO [StoreOpener-b51472fbc9cdbcf58886775e4663f36c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:26,497 INFO [StoreOpener-b51472fbc9cdbcf58886775e4663f36c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b51472fbc9cdbcf58886775e4663f36c columnFamilyName hfileref 2024-11-25T11:36:26,497 DEBUG [StoreOpener-b51472fbc9cdbcf58886775e4663f36c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:26,498 INFO [StoreOpener-b51472fbc9cdbcf58886775e4663f36c-1 {}] regionserver.HStore(327): Store=b51472fbc9cdbcf58886775e4663f36c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:36:26,498 INFO [StoreOpener-b51472fbc9cdbcf58886775e4663f36c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:26,500 INFO [StoreOpener-b51472fbc9cdbcf58886775e4663f36c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b51472fbc9cdbcf58886775e4663f36c columnFamilyName queue 2024-11-25T11:36:26,500 DEBUG [StoreOpener-b51472fbc9cdbcf58886775e4663f36c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:26,500 INFO [StoreOpener-b51472fbc9cdbcf58886775e4663f36c-1 {}] regionserver.HStore(327): Store=b51472fbc9cdbcf58886775e4663f36c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:36:26,501 INFO [StoreOpener-b51472fbc9cdbcf58886775e4663f36c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:26,503 INFO [StoreOpener-b51472fbc9cdbcf58886775e4663f36c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b51472fbc9cdbcf58886775e4663f36c columnFamilyName sid 2024-11-25T11:36:26,503 DEBUG [StoreOpener-b51472fbc9cdbcf58886775e4663f36c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:26,503 INFO [StoreOpener-b51472fbc9cdbcf58886775e4663f36c-1 {}] regionserver.HStore(327): Store=b51472fbc9cdbcf58886775e4663f36c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:36:26,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:26,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/replication/b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:26,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/replication/b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:26,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:26,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:26,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:36:26,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:26,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/replication/b51472fbc9cdbcf58886775e4663f36c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:36:26,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened b51472fbc9cdbcf58886775e4663f36c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58852018, jitterRate=-0.12303659319877625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:36:26,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:26,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b51472fbc9cdbcf58886775e4663f36c: Running coprocessor pre-open hook at 1732534586493Writing region info on filesystem at 1732534586493Initializing all the Stores at 1732534586494 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534586494Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534586494Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534586494Cleaning up temporary data from old regions at 1732534586508 (+14 ms)Running coprocessor post-open hooks at 1732534586515 (+7 ms)Region opened successfully at 1732534586516 (+1 ms) 2024-11-25T11:36:26,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c., pid=7, masterSystemTime=1732534586451 2024-11-25T11:36:26,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c. 2024-11-25T11:36:26,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c. 2024-11-25T11:36:26,523 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b51472fbc9cdbcf58886775e4663f36c, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,43975,1732534577838 2024-11-25T11:36:26,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b51472fbc9cdbcf58886775e4663f36c, server=96bb5f2c2895,43975,1732534577838 because future has completed 2024-11-25T11:36:26,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-25T11:36:26,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b51472fbc9cdbcf58886775e4663f36c, server=96bb5f2c2895,43975,1732534577838 in 231 msec 2024-11-25T11:36:26,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T11:36:26,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b51472fbc9cdbcf58886775e4663f36c, ASSIGN in 394 msec 2024-11-25T11:36:26,537 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:36:26,537 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534586537"}]},"ts":"1732534586537"} 2024-11-25T11:36:26,541 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T11:36:26,542 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:36:26,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2570 sec 2024-11-25T11:36:26,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c., hostname=96bb5f2c2895,43975,1732534577838, seqNum=2] 2024-11-25T11:36:26,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43975 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-25T11:36:26,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814 2024-11-25T11:36:26,622 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x1014ee984170001, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814 2024-11-25T11:36:26,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T11:36:26,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43975 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-25T11:36:26,796 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T11:36:26,840 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-96bb5f2c2895,43975,1732534577838, ReplicationSource: 1, currentBandwidth=0 2024-11-25T11:36:26,842 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:36:26,842 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,43975,1732534577838, seqNum=-1] 2024-11-25T11:36:26,842 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:36:26,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-25T11:36:26,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-96bb5f2c2895,43975,1732534577838', locateType=CURRENT is [region=hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c., hostname=96bb5f2c2895,43975,1732534577838, seqNum=2] 2024-11-25T11:36:26,854 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-25T11:36:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-25T11:36:26,860 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 96bb5f2c2895,43975,1732534577838 suceeded 2024-11-25T11:36:26,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-25T11:36:26,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 229 msec 2024-11-25T11:36:26,863 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://96bb5f2c2895:46423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T11:36:26,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6220 sec 2024-11-25T11:36:26,873 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43975,1732534577838 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:46423' 2024-11-25T11:36:26,875 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43975,1732534577838 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@195dab85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:26,875 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43975,1732534577838 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,46423,-1 for getting cluster id 2024-11-25T11:36:26,875 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43975,1732534577838 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:36:26,876 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ac61a56-28d0-460f-afce-a140cf7f964b' 2024-11-25T11:36:26,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:36:26,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ac61a56-28d0-460f-afce-a140cf7f964b" 2024-11-25T11:36:26,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@395804b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:26,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,46423,-1] 2024-11-25T11:36:26,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:36:26,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:26,878 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:36:26,878 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43975,1732534577838 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@737f3d62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:26,879 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43975,1732534577838 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:36:26,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,46423,1732534582423 2024-11-25T11:36:26,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f9409ae 2024-11-25T11:36:26,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:36:26,881 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-25T11:36:26,882 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43975,1732534577838 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-96bb5f2c2895,43975,1732534577838 (queues=1) is replicating from cluster=cde87f77-7daf-48f8-8e62-8ff277126375 to cluster=6ac61a56-28d0-460f-afce-a140cf7f964b 2024-11-25T11:36:26,884 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43975,1732534577838 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=96bb5f2c2895%2C43975%2C1732534577838 2024-11-25T11:36:26,888 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43975,1732534577838 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-96bb5f2c2895,43975,1732534577838, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T11:36:26,890 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43975,1732534577838.replicationSource.shipper96bb5f2c2895%2C43975%2C1732534577838,1-96bb5f2c2895,43975,1732534577838 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 96bb5f2c2895%2C43975%2C1732534577838 2024-11-25T11:36:26,894 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43975,1732534577838.replicationSource.wal-reader.96bb5f2c2895%2C43975%2C1732534577838,1-96bb5f2c2895,43975,1732534577838 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838/96bb5f2c2895%2C43975%2C1732534577838.1732534580390, startPosition=0, beingWritten=true 2024-11-25T11:36:27,159 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43975,1732534577838.replicationSource.wal-reader.96bb5f2c2895%2C43975%2C1732534577838,1-96bb5f2c2895,43975,1732534577838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838/96bb5f2c2895%2C43975%2C1732534577838.1732534580390 to pos 0, reset compression=false 2024-11-25T11:36:27,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:36:27,416 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:36:27,416 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:36:27,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:27,416 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T11:36:27,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:27,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:27,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa486b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:27,417 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,33173,-1 for getting cluster id 2024-11-25T11:36:27,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:36:27,418 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cde87f77-7daf-48f8-8e62-8ff277126375' 2024-11-25T11:36:27,419 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:36:27,419 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cde87f77-7daf-48f8-8e62-8ff277126375" 2024-11-25T11:36:27,419 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e870ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:27,419 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,33173,-1] 2024-11-25T11:36:27,419 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:36:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:27,421 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:36:27,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c22268a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:27,422 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:36:27,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,33173,1732534577172 2024-11-25T11:36:27,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52e49029 2024-11-25T11:36:27,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:36:27,425 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:36:27,425 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://96bb5f2c2895:46423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T11:36:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T11:36:27,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T11:36:27,429 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:46423' 2024-11-25T11:36:27,430 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df6ef1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:27,430 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,46423,-1 for getting cluster id 2024-11-25T11:36:27,430 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:36:27,431 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ac61a56-28d0-460f-afce-a140cf7f964b' 2024-11-25T11:36:27,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:36:27,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ac61a56-28d0-460f-afce-a140cf7f964b" 2024-11-25T11:36:27,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7764b64c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:27,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,46423,-1] 2024-11-25T11:36:27,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:36:27,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:27,432 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:36:27,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cab0279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:27,433 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:36:27,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,46423,1732534582423 2024-11-25T11:36:27,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c0e0eb4 2024-11-25T11:36:27,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:36:27,435 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:36:27,436 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-25T11:36:27,436 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T11:36:27,436 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:27,437 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:27,437 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:27,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T11:36:27,466 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43975,1732534577838.replicationSource.wal-reader.96bb5f2c2895%2C43975%2C1732534577838,1-96bb5f2c2895,43975,1732534577838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838/96bb5f2c2895%2C43975%2C1732534577838.1732534580390 to pos 0, reset compression=false 2024-11-25T11:36:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T11:36:27,569 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T11:36:27,570 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T11:36:27,571 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T11:36:27,571 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-25T11:36:27,572 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:36:27,572 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-25T11:36:27,573 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:36:27,573 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T11:36:27,573 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T11:36:27,573 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T11:36:27,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43975 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-25T11:36:27,602 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-25T11:36:27,634 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-96bb5f2c2895,43975,1732534577838, ReplicationSource: 2, currentBandwidth=0 2024-11-25T11:36:27,637 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-25T11:36:27,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-25T11:36:27,641 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 96bb5f2c2895,43975,1732534577838 suceeded 2024-11-25T11:36:27,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T11:36:27,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-25T11:36:27,645 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://96bb5f2c2895:46423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T11:36:27,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 220 msec 2024-11-25T11:36:27,653 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:46423' 2024-11-25T11:36:27,654 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dde7117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:27,654 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,46423,-1 for getting cluster id 2024-11-25T11:36:27,654 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:36:27,655 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ac61a56-28d0-460f-afce-a140cf7f964b' 2024-11-25T11:36:27,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:36:27,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ac61a56-28d0-460f-afce-a140cf7f964b" 2024-11-25T11:36:27,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3455dfe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:27,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,46423,-1] 2024-11-25T11:36:27,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:36:27,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:27,658 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:36:27,658 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a82017e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:27,659 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:36:27,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,46423,1732534582423 2024-11-25T11:36:27,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d80ff1c 2024-11-25T11:36:27,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:36:27,661 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-25T11:36:27,661 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-96bb5f2c2895,43975,1732534577838 (queues=1) is replicating from cluster=cde87f77-7daf-48f8-8e62-8ff277126375 to cluster=6ac61a56-28d0-460f-afce-a140cf7f964b 2024-11-25T11:36:27,661 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=96bb5f2c2895%2C43975%2C1732534577838 2024-11-25T11:36:27,662 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-96bb5f2c2895,43975,1732534577838, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T11:36:27,662 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838.replicationSource.shipper96bb5f2c2895%2C43975%2C1732534577838,2-96bb5f2c2895,43975,1732534577838 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 96bb5f2c2895%2C43975%2C1732534577838 2024-11-25T11:36:27,662 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838.replicationSource.wal-reader.96bb5f2c2895%2C43975%2C1732534577838,2-96bb5f2c2895,43975,1732534577838 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838/96bb5f2c2895%2C43975%2C1732534577838.1732534580390, startPosition=0, beingWritten=true 2024-11-25T11:36:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T11:36:27,745 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-25T11:36:27,745 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:36:27,745 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:36:27,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:27,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:27,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:27,746 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:36:27,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,33173,1732534577172 2024-11-25T11:36:27,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68162149 2024-11-25T11:36:27,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:36:27,751 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:36:27,752 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-25T11:36:27,754 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-25T11:36:27,754 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-25T11:36:27,755 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-25T11:36:27,758 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://96bb5f2c2895:46423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T11:36:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-25T11:36:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T11:36:27,764 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:46423' 2024-11-25T11:36:27,765 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21dbe8ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:27,765 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,46423,-1 for getting cluster id 2024-11-25T11:36:27,765 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:36:27,766 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ac61a56-28d0-460f-afce-a140cf7f964b' 2024-11-25T11:36:27,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:36:27,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ac61a56-28d0-460f-afce-a140cf7f964b" 2024-11-25T11:36:27,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150c1898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:27,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,46423,-1] 2024-11-25T11:36:27,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:36:27,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:27,768 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:36:27,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d95beb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:27,769 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:36:27,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,46423,1732534582423 2024-11-25T11:36:27,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@787ff3bb 2024-11-25T11:36:27,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:36:27,771 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:36:27,772 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T11:36:27,772 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T11:36:27,772 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:27,772 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:27,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:27,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T11:36:27,868 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838.replicationSource.wal-reader.96bb5f2c2895%2C43975%2C1732534577838,2-96bb5f2c2895,43975,1732534577838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838/96bb5f2c2895%2C43975%2C1732534577838.1732534580390 to pos 0, reset compression=false 2024-11-25T11:36:27,873 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43975,1732534577838.replicationSource.wal-reader.96bb5f2c2895%2C43975%2C1732534577838,1-96bb5f2c2895,43975,1732534577838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838/96bb5f2c2895%2C43975%2C1732534577838.1732534580390 to pos 0, reset compression=false 2024-11-25T11:36:27,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T11:36:27,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43975 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-25T11:36:27,930 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-25T11:36:27,932 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-25T11:36:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-25T11:36:27,936 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 96bb5f2c2895,43975,1732534577838 suceeded 2024-11-25T11:36:27,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-25T11:36:27,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-25T11:36:27,939 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://96bb5f2c2895:46423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T11:36:27,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 180 msec 2024-11-25T11:36:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T11:36:28,085 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-25T11:36:28,086 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://96bb5f2c2895:46423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T11:36:28,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-25T11:36:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T11:36:28,090 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:46423' 2024-11-25T11:36:28,091 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e742f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:28,091 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,46423,-1 for getting cluster id 2024-11-25T11:36:28,091 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:36:28,092 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ac61a56-28d0-460f-afce-a140cf7f964b' 2024-11-25T11:36:28,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:36:28,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ac61a56-28d0-460f-afce-a140cf7f964b" 2024-11-25T11:36:28,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a69e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:28,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,46423,-1] 2024-11-25T11:36:28,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:36:28,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:28,093 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:36:28,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c5c08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:28,094 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:36:28,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,46423,1732534582423 2024-11-25T11:36:28,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7eaeea27 2024-11-25T11:36:28,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:36:28,096 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:36:28,097 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-25T11:36:28,097 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T11:36:28,097 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:28,097 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:28,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:28,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T11:36:28,176 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838.replicationSource.wal-reader.96bb5f2c2895%2C43975%2C1732534577838,2-96bb5f2c2895,43975,1732534577838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838/96bb5f2c2895%2C43975%2C1732534577838.1732534580390 to pos 0, reset compression=false 2024-11-25T11:36:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T11:36:28,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43975 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-25T11:36:28,255 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-25T11:36:28,256 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-25T11:36:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-25T11:36:28,260 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 96bb5f2c2895,43975,1732534577838 suceeded 2024-11-25T11:36:28,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-25T11:36:28,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-25T11:36:28,263 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://96bb5f2c2895:46423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T11:36:28,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 177 msec 2024-11-25T11:36:28,379 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43975,1732534577838.replicationSource.wal-reader.96bb5f2c2895%2C43975%2C1732534577838,1-96bb5f2c2895,43975,1732534577838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838/96bb5f2c2895%2C43975%2C1732534577838.1732534580390 to pos 0, reset compression=false 2024-11-25T11:36:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T11:36:28,406 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-25T11:36:28,406 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-25T11:36:28,407 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-25T11:36:28,408 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:36:28,408 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:36:28,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:28,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:28,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:28,408 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T11:36:28,408 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=887398342, stopped=false 2024-11-25T11:36:28,409 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=96bb5f2c2895,33173,1732534577172 2024-11-25T11:36:28,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1851075814/running 2024-11-25T11:36:28,410 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x1014ee984170001, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1851075814/running 2024-11-25T11:36:28,410 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x1014ee984170001, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814 2024-11-25T11:36:28,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814 2024-11-25T11:36:28,410 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:36:28,411 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:36:28,411 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:36:28,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:28,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Set watcher on znode that does not yet exist, /0-1851075814/running 2024-11-25T11:36:28,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43975-0x1014ee984170001, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Set watcher on znode that does not yet exist, /0-1851075814/running 2024-11-25T11:36:28,411 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,43975,1732534577838' ***** 2024-11-25T11:36:28,412 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:36:28,412 INFO [RS:0;96bb5f2c2895:43975 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:36:28,412 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:36:28,412 INFO [RS:0;96bb5f2c2895:43975 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:36:28,412 INFO [RS:0;96bb5f2c2895:43975 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:36:28,413 INFO [RS:0;96bb5f2c2895:43975 {}] regionserver.HRegionServer(3091): Received CLOSE for b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:28,413 INFO [RS:0;96bb5f2c2895:43975 {}] regionserver.HRegionServer(959): stopping server 96bb5f2c2895,43975,1732534577838 2024-11-25T11:36:28,413 INFO [RS:0;96bb5f2c2895:43975 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:36:28,413 INFO [RS:0;96bb5f2c2895:43975 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:43975. 2024-11-25T11:36:28,413 DEBUG [RS:0;96bb5f2c2895:43975 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:36:28,413 DEBUG [RS:0;96bb5f2c2895:43975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:28,414 INFO [RS:0;96bb5f2c2895:43975 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:36:28,413 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b51472fbc9cdbcf58886775e4663f36c, disabling compactions & flushes 2024-11-25T11:36:28,414 INFO [RS:0;96bb5f2c2895:43975 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:36:28,414 INFO [RS:0;96bb5f2c2895:43975 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:36:28,414 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c. 2024-11-25T11:36:28,414 INFO [RS:0;96bb5f2c2895:43975 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T11:36:28,414 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c. 2024-11-25T11:36:28,414 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c. after waiting 0 ms 2024-11-25T11:36:28,414 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c. 2024-11-25T11:36:28,414 INFO [RS:0;96bb5f2c2895:43975 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T11:36:28,414 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:36:28,414 DEBUG [RS:0;96bb5f2c2895:43975 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b51472fbc9cdbcf58886775e4663f36c=hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c.} 2024-11-25T11:36:28,414 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:36:28,414 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:36:28,414 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:36:28,414 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:36:28,415 DEBUG [RS:0;96bb5f2c2895:43975 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:28,417 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-25T11:36:28,417 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b51472fbc9cdbcf58886775e4663f36c 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-25T11:36:28,441 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:36:28,484 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740/.tmp/info/e3216ae93a694198ada85712cdb2ed05 is 147, key is hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c./info:regioninfo/1732534586522/Put/seqid=0 2024-11-25T11:36:28,484 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/replication/b51472fbc9cdbcf58886775e4663f36c/.tmp/queue/b5ed30af51294f3fbf32e2aae2597a6d is 151, key is 1-96bb5f2c2895,43975,1732534577838/queue:96bb5f2c2895%2C43975%2C1732534577838/1732534586849/Put/seqid=0 2024-11-25T11:36:28,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741839_1015 (size=5500) 2024-11-25T11:36:28,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741838_1014 (size=6631) 2024-11-25T11:36:28,582 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838.replicationSource.wal-reader.96bb5f2c2895%2C43975%2C1732534577838,2-96bb5f2c2895,43975,1732534577838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838/96bb5f2c2895%2C43975%2C1732534577838.1732534580390 to pos 0, reset compression=false 2024-11-25T11:36:28,615 DEBUG [RS:0;96bb5f2c2895:43975 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:28,815 DEBUG [RS:0;96bb5f2c2895:43975 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:28,897 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/replication/b51472fbc9cdbcf58886775e4663f36c/.tmp/queue/b5ed30af51294f3fbf32e2aae2597a6d 2024-11-25T11:36:28,897 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740/.tmp/info/e3216ae93a694198ada85712cdb2ed05 2024-11-25T11:36:28,943 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/replication/b51472fbc9cdbcf58886775e4663f36c/.tmp/queue/b5ed30af51294f3fbf32e2aae2597a6d as hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/replication/b51472fbc9cdbcf58886775e4663f36c/queue/b5ed30af51294f3fbf32e2aae2597a6d 2024-11-25T11:36:28,952 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/replication/b51472fbc9cdbcf58886775e4663f36c/queue/b5ed30af51294f3fbf32e2aae2597a6d, entries=2, sequenceid=6, filesize=5.4 K 2024-11-25T11:36:28,961 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740/.tmp/ns/f2c663d5bc1d490b8978987d03687a3d is 43, key is default/ns:d/1732534581048/Put/seqid=0 2024-11-25T11:36:28,961 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for b51472fbc9cdbcf58886775e4663f36c in 542ms, sequenceid=6, compaction requested=false 2024-11-25T11:36:28,962 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T11:36:28,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741840_1016 (size=5153) 2024-11-25T11:36:28,969 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740/.tmp/ns/f2c663d5bc1d490b8978987d03687a3d 2024-11-25T11:36:28,970 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/replication/b51472fbc9cdbcf58886775e4663f36c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T11:36:28,973 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:36:28,973 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:36:28,974 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c. 2024-11-25T11:36:28,974 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b51472fbc9cdbcf58886775e4663f36c: Waiting for close lock at 1732534588413Running coprocessor pre-close hooks at 1732534588413Disabling compacts and flushes for region at 1732534588413Disabling writes for close at 1732534588414 (+1 ms)Obtaining lock to block concurrent updates at 1732534588417 (+3 ms)Preparing flush snapshotting stores in b51472fbc9cdbcf58886775e4663f36c at 1732534588418 (+1 ms)Finished memstore snapshotting hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732534588426 (+8 ms)Flushing stores of hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c. at 1732534588427 (+1 ms)Flushing b51472fbc9cdbcf58886775e4663f36c/queue: creating writer at 1732534588429 (+2 ms)Flushing b51472fbc9cdbcf58886775e4663f36c/queue: appending metadata at 1732534588469 (+40 ms)Flushing b51472fbc9cdbcf58886775e4663f36c/queue: closing flushed file at 1732534588472 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@666bab8c: reopening flushed file at 1732534588941 (+469 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for b51472fbc9cdbcf58886775e4663f36c in 542ms, sequenceid=6, compaction requested=false at 1732534588961 (+20 ms)Writing region close event to WAL at 1732534588964 (+3 ms)Running coprocessor post-close hooks at 1732534588971 (+7 ms)Closed at 1732534588974 (+3 ms) 2024-11-25T11:36:28,974 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c. 2024-11-25T11:36:28,986 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43975,1732534577838.replicationSource.wal-reader.96bb5f2c2895%2C43975%2C1732534577838,1-96bb5f2c2895,43975,1732534577838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838/96bb5f2c2895%2C43975%2C1732534577838.1732534580390 to pos 0, reset compression=false 2024-11-25T11:36:29,001 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740/.tmp/table/35f766df82424ce39d8f86bd56911e94 is 53, key is hbase:replication/table:state/1732534586537/Put/seqid=0 2024-11-25T11:36:29,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741841_1017 (size=5256) 2024-11-25T11:36:29,015 DEBUG [RS:0;96bb5f2c2895:43975 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:36:29,089 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838.replicationSource.wal-reader.96bb5f2c2895%2C43975%2C1732534577838,2-96bb5f2c2895,43975,1732534577838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838/96bb5f2c2895%2C43975%2C1732534577838.1732534580390 to pos 0, reset compression=false 2024-11-25T11:36:29,216 DEBUG [RS:0;96bb5f2c2895:43975 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:36:29,233 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T11:36:29,233 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T11:36:29,407 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740/.tmp/table/35f766df82424ce39d8f86bd56911e94 2024-11-25T11:36:29,416 INFO [RS:0;96bb5f2c2895:43975 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T11:36:29,416 DEBUG [RS:0;96bb5f2c2895:43975 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T11:36:29,416 DEBUG [RS:0;96bb5f2c2895:43975 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:36:29,417 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740/.tmp/info/e3216ae93a694198ada85712cdb2ed05 as hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740/info/e3216ae93a694198ada85712cdb2ed05 2024-11-25T11:36:29,425 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740/info/e3216ae93a694198ada85712cdb2ed05, entries=10, sequenceid=11, filesize=6.5 K 2024-11-25T11:36:29,426 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740/.tmp/ns/f2c663d5bc1d490b8978987d03687a3d as hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740/ns/f2c663d5bc1d490b8978987d03687a3d 2024-11-25T11:36:29,435 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740/ns/f2c663d5bc1d490b8978987d03687a3d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T11:36:29,436 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740/.tmp/table/35f766df82424ce39d8f86bd56911e94 as hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740/table/35f766df82424ce39d8f86bd56911e94 2024-11-25T11:36:29,443 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740/table/35f766df82424ce39d8f86bd56911e94, entries=2, sequenceid=11, filesize=5.1 K 2024-11-25T11:36:29,445 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1031ms, sequenceid=11, compaction requested=false 2024-11-25T11:36:29,451 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T11:36:29,451 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:36:29,452 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:36:29,452 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:36:29,452 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534588414Running coprocessor pre-close hooks at 1732534588414Disabling compacts and flushes for region at 1732534588414Disabling writes for close at 1732534588414Obtaining lock to block concurrent updates at 1732534588417 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732534588417Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732534588426 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732534588427 (+1 ms)Flushing 1588230740/info: creating writer at 1732534588429 (+2 ms)Flushing 1588230740/info: appending metadata at 1732534588469 (+40 ms)Flushing 1588230740/info: closing flushed file at 1732534588472 (+3 ms)Flushing 1588230740/ns: creating writer at 1732534588941 (+469 ms)Flushing 1588230740/ns: appending metadata at 1732534588960 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732534588960Flushing 1588230740/table: creating writer at 1732534588978 (+18 ms)Flushing 1588230740/table: appending metadata at 1732534589000 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732534589000Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2402e308: reopening flushed file at 1732534589416 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61e14804: reopening flushed file at 1732534589425 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ebddaef: reopening flushed file at 1732534589435 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1031ms, sequenceid=11, compaction requested=false at 1732534589445 (+10 ms)Writing region close event to WAL at 1732534589446 (+1 ms)Running coprocessor post-close hooks at 1732534589451 (+5 ms)Closed at 1732534589452 (+1 ms) 2024-11-25T11:36:29,452 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T11:36:29,616 INFO [RS:0;96bb5f2c2895:43975 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,43975,1732534577838; all regions closed. 2024-11-25T11:36:29,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741834_1010 (size=2742) 2024-11-25T11:36:29,627 DEBUG [RS:0;96bb5f2c2895:43975 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/oldWALs 2024-11-25T11:36:29,627 INFO [RS:0;96bb5f2c2895:43975 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C43975%2C1732534577838.meta:.meta(num 1732534580885) 2024-11-25T11:36:29,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741837_1013 (size=1802) 2024-11-25T11:36:29,632 DEBUG [RS:0;96bb5f2c2895:43975 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/oldWALs 2024-11-25T11:36:29,632 INFO [RS:0;96bb5f2c2895:43975 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C43975%2C1732534577838.rep:(num 1732534586463) 2024-11-25T11:36:29,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741833_1009 (size=93) 2024-11-25T11:36:29,637 DEBUG [RS:0;96bb5f2c2895:43975 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/oldWALs 2024-11-25T11:36:29,637 INFO [RS:0;96bb5f2c2895:43975 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C43975%2C1732534577838:(num 1732534580390) 2024-11-25T11:36:29,637 DEBUG [RS:0;96bb5f2c2895:43975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:29,637 INFO [RS:0;96bb5f2c2895:43975 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:36:29,637 INFO [RS:0;96bb5f2c2895:43975 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:36:29,638 INFO [RS:0;96bb5f2c2895:43975 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T11:36:29,638 INFO [RS:0;96bb5f2c2895:43975 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:36:29,638 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:36:29,638 INFO [RS:0;96bb5f2c2895:43975 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-96bb5f2c2895,43975,1732534577838 because: Region server is closing 2024-11-25T11:36:29,639 INFO [RS:0;96bb5f2c2895:43975 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:43975. 2024-11-25T11:36:29,639 DEBUG [RS:0;96bb5f2c2895:43975 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:36:29,639 DEBUG [RS:0;96bb5f2c2895:43975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:29,639 DEBUG [RS:0;96bb5f2c2895:43975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:29,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:29,697 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838.replicationSource.wal-reader.96bb5f2c2895%2C43975%2C1732534577838,2-96bb5f2c2895,43975,1732534577838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838/96bb5f2c2895%2C43975%2C1732534577838.1732534580390 to pos 0, reset compression=false 2024-11-25T11:36:29,703 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838.replicationSource.wal-reader.96bb5f2c2895%2C43975%2C1732534577838,2-96bb5f2c2895,43975,1732534577838 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838/96bb5f2c2895%2C43975%2C1732534577838.1732534580390 was moved to hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/oldWALs/96bb5f2c2895%2C43975%2C1732534577838.1732534580390 2024-11-25T11:36:29,707 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838.replicationSource.wal-reader.96bb5f2c2895%2C43975%2C1732534577838,2-96bb5f2c2895,43975,1732534577838 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838/96bb5f2c2895%2C43975%2C1732534577838.1732534580390 2024-11-25T11:36:29,707 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838.replicationSource.wal-reader.96bb5f2c2895%2C43975%2C1732534577838,2-96bb5f2c2895,43975,1732534577838 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-25T11:36:29,707 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838.replicationSource.wal-reader.96bb5f2c2895%2C43975%2C1732534577838,2-96bb5f2c2895,43975,1732534577838 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-25T11:36:29,707 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838.replicationSource.shipper96bb5f2c2895%2C43975%2C1732534577838,2-96bb5f2c2895,43975,1732534577838 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-96bb5f2c2895,43975,1732534577838 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838/96bb5f2c2895%2C43975%2C1732534577838.1732534580390, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-25T11:36:29,713 ERROR [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838.replicationSource.shipper96bb5f2c2895%2C43975%2C1732534577838,2-96bb5f2c2895,43975,1732534577838 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 96bb5f2c2895,43975,1732534577838: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-96bb5f2c2895,43975,1732534577838, walGroup=96bb5f2c2895%2C43975%2C1732534577838, offset=96bb5f2c2895%2C43975%2C1732534577838.1732534580390:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:43975 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T11:36:29,714 ERROR [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838.replicationSource.shipper96bb5f2c2895%2C43975%2C1732534577838,2-96bb5f2c2895,43975,1732534577838 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T11:36:29,717 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838.replicationSource.shipper96bb5f2c2895%2C43975%2C1732534577838,2-96bb5f2c2895,43975,1732534577838 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T11:36:29,718 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838.replicationSource.shipper96bb5f2c2895%2C43975%2C1732534577838,2-96bb5f2c2895,43975,1732534577838 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T11:36:29,718 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838.replicationSource.shipper96bb5f2c2895%2C43975%2C1732534577838,2-96bb5f2c2895,43975,1732534577838 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T11:36:29,718 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838.replicationSource.shipper96bb5f2c2895%2C43975%2C1732534577838,2-96bb5f2c2895,43975,1732534577838 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T11:36:29,718 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838.replicationSource.shipper96bb5f2c2895%2C43975%2C1732534577838,2-96bb5f2c2895,43975,1732534577838 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 388437088 }, "NonHeapMemoryUsage": { "committed": 152567808, "init": 7667712, "max": -1, "used": 150348960 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T11:36:29,719 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838.replicationSource.shipper96bb5f2c2895%2C43975%2C1732534577838,2-96bb5f2c2895,43975,1732534577838 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [96bb5f2c2895%2C43975%2C1732534577838.1732534580390] 2024-11-25T11:36:29,739 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43975,1732534577838.replicationSource.shipper96bb5f2c2895%2C43975%2C1732534577838,1-96bb5f2c2895,43975,1732534577838 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T11:36:29,739 INFO [RS:0;96bb5f2c2895:43975 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43975,1732534577838.replicationSource.shipper96bb5f2c2895%2C43975%2C1732534577838,1-96bb5f2c2895,43975,1732534577838 terminated 2024-11-25T11:36:29,740 INFO [RS:0;96bb5f2c2895:43975 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-96bb5f2c2895,43975,1732534577838 because: Region server is closing 2024-11-25T11:36:29,740 INFO [RS:0;96bb5f2c2895:43975 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:43975. 2024-11-25T11:36:29,740 DEBUG [RS:0;96bb5f2c2895:43975 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:36:29,740 DEBUG [RS:0;96bb5f2c2895:43975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:29,740 DEBUG [RS:0;96bb5f2c2895:43975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:29,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:29,740 INFO [RS:0;96bb5f2c2895:43975 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,43975,1732534577838.replicationSource.shipper96bb5f2c2895%2C43975%2C1732534577838,2-96bb5f2c2895,43975,1732534577838 terminated 2024-11-25T11:36:29,741 INFO [RS:0;96bb5f2c2895:43975 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43975 2024-11-25T11:36:29,746 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x1014ee984170001, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1851075814/rs/96bb5f2c2895,43975,1732534577838 2024-11-25T11:36:29,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814/rs 2024-11-25T11:36:29,746 INFO [RS:0;96bb5f2c2895:43975 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:36:29,749 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,43975,1732534577838] 2024-11-25T11:36:29,751 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1851075814/draining/96bb5f2c2895,43975,1732534577838 already deleted, retry=false 2024-11-25T11:36:29,751 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96bb5f2c2895,43975,1732534577838 expired; onlineServers=0 2024-11-25T11:36:29,751 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '96bb5f2c2895,33173,1732534577172' ***** 2024-11-25T11:36:29,751 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T11:36:29,751 INFO [M:0;96bb5f2c2895:33173 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:36:29,751 INFO [M:0;96bb5f2c2895:33173 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:36:29,751 DEBUG [M:0;96bb5f2c2895:33173 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T11:36:29,752 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T11:36:29,752 DEBUG [M:0;96bb5f2c2895:33173 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T11:36:29,752 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534580027 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534580027,5,FailOnTimeoutGroup] 2024-11-25T11:36:29,752 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534580026 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534580026,5,FailOnTimeoutGroup] 2024-11-25T11:36:29,752 INFO [M:0;96bb5f2c2895:33173 {}] hbase.ChoreService(370): Chore service for: master/96bb5f2c2895:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T11:36:29,752 INFO [M:0;96bb5f2c2895:33173 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:36:29,752 DEBUG [M:0;96bb5f2c2895:33173 {}] master.HMaster(1795): Stopping service threads 2024-11-25T11:36:29,752 INFO [M:0;96bb5f2c2895:33173 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T11:36:29,752 INFO [M:0;96bb5f2c2895:33173 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:36:29,753 INFO [M:0;96bb5f2c2895:33173 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T11:36:29,753 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T11:36:29,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1851075814/master 2024-11-25T11:36:29,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814 2024-11-25T11:36:29,754 DEBUG [M:0;96bb5f2c2895:33173 {}] zookeeper.ZKUtil(347): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Unable to get data of znode /0-1851075814/master because node does not exist (not an error) 2024-11-25T11:36:29,754 WARN [M:0;96bb5f2c2895:33173 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T11:36:29,754 INFO [M:0;96bb5f2c2895:33173 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/.lastflushedseqids 2024-11-25T11:36:29,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741842_1018 (size=181) 2024-11-25T11:36:29,766 INFO [M:0;96bb5f2c2895:33173 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T11:36:29,767 INFO [M:0;96bb5f2c2895:33173 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T11:36:29,767 DEBUG [M:0;96bb5f2c2895:33173 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:36:29,767 INFO [M:0;96bb5f2c2895:33173 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:29,767 DEBUG [M:0;96bb5f2c2895:33173 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:29,767 DEBUG [M:0;96bb5f2c2895:33173 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:36:29,767 DEBUG [M:0;96bb5f2c2895:33173 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:29,767 INFO [M:0;96bb5f2c2895:33173 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-25T11:36:29,786 DEBUG [M:0;96bb5f2c2895:33173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1cf838dec8d45aa8d41215bd0ecc6b2 is 82, key is hbase:meta,,1/info:regioninfo/1732534580980/Put/seqid=0 2024-11-25T11:36:29,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741843_1019 (size=5672) 2024-11-25T11:36:29,849 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x1014ee984170001, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:36:29,849 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43975-0x1014ee984170001, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:36:29,850 INFO [RS:0;96bb5f2c2895:43975 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:36:29,850 INFO [RS:0;96bb5f2c2895:43975 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,43975,1732534577838; zookeeper connection closed. 2024-11-25T11:36:29,850 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@599cb1ff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@599cb1ff 2024-11-25T11:36:29,851 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T11:36:30,191 INFO [M:0;96bb5f2c2895:33173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1cf838dec8d45aa8d41215bd0ecc6b2 2024-11-25T11:36:30,217 DEBUG [M:0;96bb5f2c2895:33173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f710fa75a81242e3870ccc3d0f3ce30a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732534586544/Put/seqid=0 2024-11-25T11:36:30,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741844_1020 (size=8663) 2024-11-25T11:36:30,623 INFO [M:0;96bb5f2c2895:33173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f710fa75a81242e3870ccc3d0f3ce30a 2024-11-25T11:36:30,647 DEBUG [M:0;96bb5f2c2895:33173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1d996b4efd14244b7279023db0bceec is 69, key is 96bb5f2c2895,43975,1732534577838/rs:state/1732534580165/Put/seqid=0 2024-11-25T11:36:30,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741845_1021 (size=5156) 2024-11-25T11:36:31,053 INFO [M:0;96bb5f2c2895:33173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1d996b4efd14244b7279023db0bceec 2024-11-25T11:36:31,061 DEBUG [M:0;96bb5f2c2895:33173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1cf838dec8d45aa8d41215bd0ecc6b2 as hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1cf838dec8d45aa8d41215bd0ecc6b2 2024-11-25T11:36:31,068 INFO [M:0;96bb5f2c2895:33173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1cf838dec8d45aa8d41215bd0ecc6b2, entries=8, sequenceid=115, filesize=5.5 K 2024-11-25T11:36:31,069 DEBUG [M:0;96bb5f2c2895:33173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f710fa75a81242e3870ccc3d0f3ce30a as hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f710fa75a81242e3870ccc3d0f3ce30a 2024-11-25T11:36:31,075 INFO [M:0;96bb5f2c2895:33173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f710fa75a81242e3870ccc3d0f3ce30a, entries=14, sequenceid=115, filesize=8.5 K 2024-11-25T11:36:31,076 DEBUG [M:0;96bb5f2c2895:33173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1d996b4efd14244b7279023db0bceec as hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1d996b4efd14244b7279023db0bceec 2024-11-25T11:36:31,082 INFO [M:0;96bb5f2c2895:33173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1d996b4efd14244b7279023db0bceec, entries=1, sequenceid=115, filesize=5.0 K 2024-11-25T11:36:31,083 INFO [M:0;96bb5f2c2895:33173 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=115, compaction requested=false 2024-11-25T11:36:31,084 INFO [M:0;96bb5f2c2895:33173 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:31,085 DEBUG [M:0;96bb5f2c2895:33173 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534589767Disabling compacts and flushes for region at 1732534589767Disabling writes for close at 1732534589767Obtaining lock to block concurrent updates at 1732534589767Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732534589767Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732534589768 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732534589769 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732534589769Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732534589785 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732534589785Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732534590199 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732534590217 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732534590217Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732534590631 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732534590646 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732534590646Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bd84608: reopening flushed file at 1732534591060 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@572552ab: reopening flushed file at 1732534591068 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@373e0fa6: reopening flushed file at 1732534591075 (+7 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=115, compaction requested=false at 1732534591083 (+8 ms)Writing region close event to WAL at 1732534591084 (+1 ms)Closed at 1732534591084 2024-11-25T11:36:31,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741830_1006 (size=59421) 2024-11-25T11:36:31,088 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:36:31,088 INFO [M:0;96bb5f2c2895:33173 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T11:36:31,088 INFO [M:0;96bb5f2c2895:33173 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33173 2024-11-25T11:36:31,089 INFO [M:0;96bb5f2c2895:33173 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:36:31,193 INFO [M:0;96bb5f2c2895:33173 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:36:31,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:36:31,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x1014ee984170000, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:36:31,195 INFO [Time-limited test {}] client.ConnectionUtils(128): master/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:36:31,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:31,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:31,195 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:36:31,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:31,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:36:31,195 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T11:36:31,196 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:36:31,196 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42663 2024-11-25T11:36:31,197 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42663 connecting to ZooKeeper ensemble=127.0.0.1:50059 2024-11-25T11:36:31,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426630x0, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:36:31,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42663-0x1014ee984170006 connected 2024-11-25T11:36:31,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:31,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:31,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42663-0x1014ee984170006, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Set watcher on znode that does not yet exist, /0-1851075814/running 2024-11-25T11:36:31,207 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1851075814/meta-region-server: INIT 2024-11-25T11:36:31,208 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2, hbase.cluster.distributed=false 2024-11-25T11:36:31,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42663-0x1014ee984170006, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Set watcher on znode that does not yet exist, /0-1851075814/acl 2024-11-25T11:36:31,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42663 2024-11-25T11:36:31,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42663 2024-11-25T11:36:31,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42663 2024-11-25T11:36:31,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42663 2024-11-25T11:36:31,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42663 2024-11-25T11:36:31,226 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:36:31,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:31,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:31,226 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:36:31,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:31,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:36:31,227 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:36:31,227 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:36:31,227 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45521 2024-11-25T11:36:31,229 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45521 connecting to ZooKeeper ensemble=127.0.0.1:50059 2024-11-25T11:36:31,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:31,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:31,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455210x0, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:36:31,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455210x0, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Set watcher on znode that does not yet exist, /0-1851075814/running 2024-11-25T11:36:31,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45521-0x1014ee984170007 connected 2024-11-25T11:36:31,236 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1851075814/meta-region-server: INIT 2024-11-25T11:36:31,236 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:36:31,237 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:36:31,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45521-0x1014ee984170007, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Set watcher on znode that does not yet exist, /0-1851075814/master 2024-11-25T11:36:31,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45521-0x1014ee984170007, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Set watcher on znode that does not yet exist, /0-1851075814/acl 2024-11-25T11:36:31,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45521 2024-11-25T11:36:31,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45521 2024-11-25T11:36:31,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45521 2024-11-25T11:36:31,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45521 2024-11-25T11:36:31,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45521 2024-11-25T11:36:31,256 DEBUG [M:0;96bb5f2c2895:42663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;96bb5f2c2895:42663 2024-11-25T11:36:31,258 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1851075814/backup-masters/96bb5f2c2895,42663,1732534591195 2024-11-25T11:36:31,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1014ee984170006, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814/backup-masters 2024-11-25T11:36:31,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1014ee984170007, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814/backup-masters 2024-11-25T11:36:31,261 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42663-0x1014ee984170006, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Set watcher on existing znode=/0-1851075814/backup-masters/96bb5f2c2895,42663,1732534591195 2024-11-25T11:36:31,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1014ee984170007, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1851075814/master 2024-11-25T11:36:31,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1014ee984170006, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814 2024-11-25T11:36:31,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1014ee984170007, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814 2024-11-25T11:36:31,264 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42663-0x1014ee984170006, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Set watcher on existing znode=/0-1851075814/master 2024-11-25T11:36:31,264 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1851075814/backup-masters/96bb5f2c2895,42663,1732534591195 from backup master directory 2024-11-25T11:36:31,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1014ee984170007, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814/backup-masters 2024-11-25T11:36:31,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1014ee984170006, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1851075814/backup-masters/96bb5f2c2895,42663,1732534591195 2024-11-25T11:36:31,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1014ee984170006, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814/backup-masters 2024-11-25T11:36:31,266 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:36:31,266 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=96bb5f2c2895,42663,1732534591195 2024-11-25T11:36:31,282 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:31,282 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T11:36:31,296 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 14ms. 2024-11-25T11:36:31,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741846_1022 (size=196) 2024-11-25T11:36:31,706 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:36:31,707 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T11:36:31,707 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:36:31,715 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-25T11:36:31,719 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/WALs/96bb5f2c2895,33173,1732534577172 to hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/WALs/96bb5f2c2895,33173,1732534577172-dead as it is dead 2024-11-25T11:36:31,720 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-25T11:36:31,720 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-25T11:36:31,720 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/WALs/96bb5f2c2895,33173,1732534577172-dead/96bb5f2c2895%2C33173%2C1732534577172.1732534579481 2024-11-25T11:36:31,726 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/WALs/96bb5f2c2895,33173,1732534577172-dead/96bb5f2c2895%2C33173%2C1732534577172.1732534579481 after 4ms 2024-11-25T11:36:31,727 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/WALs/96bb5f2c2895,33173,1732534577172-dead/96bb5f2c2895%2C33173%2C1732534577172.1732534579481 to hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/96bb5f2c2895%2C33173%2C1732534577172.1732534579481 2024-11-25T11:36:31,727 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/WALs/96bb5f2c2895,33173,1732534577172-dead 2024-11-25T11:36:31,728 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/WALs/96bb5f2c2895,42663,1732534591195 2024-11-25T11:36:31,729 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:36:31,730 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C42663%2C1732534591195, suffix=, logDir=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/WALs/96bb5f2c2895,42663,1732534591195, archiveDir=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/oldWALs, maxLogs=10 2024-11-25T11:36:31,744 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/WALs/96bb5f2c2895,42663,1732534591195/96bb5f2c2895%2C42663%2C1732534591195.1732534591731, exclude list is [], retry=0 2024-11-25T11:36:31,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36999,DS-57cd8584-02f5-4731-a8b3-d6f1a346f08a,DISK] 2024-11-25T11:36:31,749 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/WALs/96bb5f2c2895,42663,1732534591195/96bb5f2c2895%2C42663%2C1732534591195.1732534591731 2024-11-25T11:36:31,750 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36077:36077)] 2024-11-25T11:36:31,750 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:36:31,750 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:36:31,750 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:31,750 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:31,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:31,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T11:36:31,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:31,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1cf838dec8d45aa8d41215bd0ecc6b2 2024-11-25T11:36:31,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:31,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:31,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T11:36:31,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:31,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f710fa75a81242e3870ccc3d0f3ce30a 2024-11-25T11:36:31,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:36:31,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:31,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T11:36:31,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:31,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1d996b4efd14244b7279023db0bceec 2024-11-25T11:36:31,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:36:31,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:31,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T11:36:31,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:31,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:36:31,779 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:31,780 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-25T11:36:31,780 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/96bb5f2c2895%2C33173%2C1732534577172.1732534579481 2024-11-25T11:36:31,796 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/96bb5f2c2895%2C33173%2C1732534577172.1732534579481 2024-11-25T11:36:31,798 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/96bb5f2c2895%2C33173%2C1732534577172.1732534579481 2024-11-25T11:36:31,800 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:31,800 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:31,801 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:36:31,802 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:31,805 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-25T11:36:31,806 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73029889, jitterRate=0.08823014795780182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:36:31,806 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732534591750Initializing all the Stores at 1732534591752 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534591752Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534591752Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534591752Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534591752Cleaning up temporary data from old regions at 1732534591800 (+48 ms)Region opened successfully at 1732534591806 (+6 ms) 2024-11-25T11:36:31,806 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T11:36:31,810 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d6a2320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:36:31,822 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-25T11:36:31,822 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T11:36:31,822 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T11:36:31,823 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T11:36:31,823 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T11:36:31,828 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T11:36:31,829 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T11:36:31,829 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T11:36:31,829 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T11:36:31,830 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-25T11:36:31,830 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-25T11:36:31,830 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-25T11:36:31,830 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T11:36:31,834 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=96bb5f2c2895,43975,1732534577838, regionLocation=96bb5f2c2895,43975,1732534577838, openSeqNum=2 2024-11-25T11:36:31,834 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=96bb5f2c2895,43975,1732534577838, table=hbase:meta, region=1588230740 2024-11-25T11:36:31,834 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,43975,1732534577838, state=OPEN 2024-11-25T11:36:31,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1014ee984170006, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1851075814/meta-region-server 2024-11-25T11:36:31,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1014ee984170007, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1851075814/meta-region-server 2024-11-25T11:36:31,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1851075814/meta-region-server: CHANGED 2024-11-25T11:36:31,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1851075814/meta-region-server: CHANGED 2024-11-25T11:36:31,847 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-25T11:36:31,852 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1851075814/draining/96bb5f2c2895,43975,1732534577838 already deleted, retry=false 2024-11-25T11:36:31,852 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 96bb5f2c2895,43975,1732534577838 on 96bb5f2c2895,42663,1732534591195 2024-11-25T11:36:31,858 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 96bb5f2c2895,43975,1732534577838, splitWal=true, meta=true 2024-11-25T11:36:31,860 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 96bb5f2c2895,43975,1732534577838 (carryingMeta=true) 96bb5f2c2895,43975,1732534577838/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@29949305[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-25T11:36:31,863 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42663-0x1014ee984170006, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Unable to get data of znode /0-1851075814/balancer because node does not exist (not necessarily an error) 2024-11-25T11:36:31,864 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1851075814/balancer already deleted, retry=false 2024-11-25T11:36:31,865 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T11:36:31,865 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42663-0x1014ee984170006, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Unable to get data of znode /0-1851075814/normalizer because node does not exist (not necessarily an error) 2024-11-25T11:36:31,867 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1851075814/normalizer already deleted, retry=false 2024-11-25T11:36:31,867 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T11:36:31,868 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42663-0x1014ee984170006, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Unable to get data of znode /0-1851075814/switch/split because node does not exist (not necessarily an error) 2024-11-25T11:36:31,870 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1851075814/switch/split already deleted, retry=false 2024-11-25T11:36:31,871 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42663-0x1014ee984170006, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Unable to get data of znode /0-1851075814/switch/merge because node does not exist (not necessarily an error) 2024-11-25T11:36:31,872 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1851075814/switch/merge already deleted, retry=false 2024-11-25T11:36:31,879 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42663-0x1014ee984170006, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Unable to get data of znode /0-1851075814/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T11:36:31,881 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1851075814/snapshot-cleanup already deleted, retry=false 2024-11-25T11:36:31,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1014ee984170006, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1851075814/running 2024-11-25T11:36:31,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1014ee984170006, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814 2024-11-25T11:36:31,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1014ee984170007, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1851075814/running 2024-11-25T11:36:31,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1014ee984170007, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814 2024-11-25T11:36:31,884 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=96bb5f2c2895,42663,1732534591195, sessionid=0x1014ee984170006, setting cluster-up flag (Was=false) 2024-11-25T11:36:31,886 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1851075814/flush-table-proc/acquired, /0-1851075814/flush-table-proc/reached, /0-1851075814/flush-table-proc/abort 2024-11-25T11:36:31,887 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,42663,1732534591195 2024-11-25T11:36:31,890 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1851075814/online-snapshot/acquired, /0-1851075814/online-snapshot/reached, /0-1851075814/online-snapshot/abort 2024-11-25T11:36:31,890 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,42663,1732534591195 2024-11-25T11:36:31,892 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/.lastflushedseqids 2024-11-25T11:36:31,896 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T11:36:31,896 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T11:36:31,897 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 96bb5f2c2895,42663,1732534591195 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 96bb5f2c2895,43975,1732534577838 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T11:36:31,898 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:36:31,898 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:36:31,898 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:36:31,898 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:36:31,898 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/96bb5f2c2895:0, corePoolSize=10, maxPoolSize=10 2024-11-25T11:36:31,898 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:31,899 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:36:31,899 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:31,900 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732534621900 2024-11-25T11:36:31,900 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T11:36:31,900 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T11:36:31,900 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T11:36:31,900 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T11:36:31,900 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T11:36:31,900 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T11:36:31,901 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:31,901 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T11:36:31,901 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T11:36:31,901 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T11:36:31,901 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T11:36:31,902 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T11:36:31,902 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T11:36:31,902 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 96bb5f2c2895,43975,1732534577838, splitWal=true, meta=true 2024-11-25T11:36:31,903 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 96bb5f2c2895,43975,1732534577838, splitWal=true, meta=true, isMeta: true 2024-11-25T11:36:31,903 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534591902,5,FailOnTimeoutGroup] 2024-11-25T11:36:31,903 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534591903,5,FailOnTimeoutGroup] 2024-11-25T11:36:31,904 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:31,904 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T11:36:31,904 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:31,904 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:31,904 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732534591904, completionTime=-1 2024-11-25T11:36:31,904 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-25T11:36:31,905 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838-splitting 2024-11-25T11:36:31,906 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838-splitting dir is empty, no logs to split. 2024-11-25T11:36:31,906 INFO [PEWorker-1 {}] master.SplitWALManager(105): 96bb5f2c2895,43975,1732534577838 WAL count=0, meta=true 2024-11-25T11:36:31,907 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-25T11:36:31,910 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838-splitting dir is empty, no logs to split. 2024-11-25T11:36:31,910 INFO [PEWorker-1 {}] master.SplitWALManager(105): 96bb5f2c2895,43975,1732534577838 WAL count=0, meta=true 2024-11-25T11:36:31,910 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 96bb5f2c2895,43975,1732534577838 WAL splitting is done? wals=0, meta=true 2024-11-25T11:36:31,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:36:31,913 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:36:31,914 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T11:36:31,947 INFO [RS:0;96bb5f2c2895:45521 {}] regionserver.HRegionServer(746): ClusterId : cde87f77-7daf-48f8-8e62-8ff277126375 2024-11-25T11:36:31,947 DEBUG [RS:0;96bb5f2c2895:45521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:36:31,950 DEBUG [RS:0;96bb5f2c2895:45521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:36:31,950 DEBUG [RS:0;96bb5f2c2895:45521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:36:31,952 DEBUG [RS:0;96bb5f2c2895:45521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:36:31,953 DEBUG [RS:0;96bb5f2c2895:45521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a0cc68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:36:31,966 DEBUG [RS:0;96bb5f2c2895:45521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;96bb5f2c2895:45521 2024-11-25T11:36:31,966 INFO [RS:0;96bb5f2c2895:45521 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:36:31,966 INFO [RS:0;96bb5f2c2895:45521 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:36:31,966 DEBUG [RS:0;96bb5f2c2895:45521 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:36:31,967 INFO [RS:0;96bb5f2c2895:45521 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,42663,1732534591195 with port=45521, startcode=1732534591226 2024-11-25T11:36:31,967 DEBUG [RS:0;96bb5f2c2895:45521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:36:31,969 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:36:31,970 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42663 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,45521,1732534591226 2024-11-25T11:36:31,970 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42663 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,45521,1732534591226 2024-11-25T11:36:31,972 DEBUG [RS:0;96bb5f2c2895:45521 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2 2024-11-25T11:36:31,972 DEBUG [RS:0;96bb5f2c2895:45521 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36373 2024-11-25T11:36:31,972 DEBUG [RS:0;96bb5f2c2895:45521 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:36:31,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1014ee984170006, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814/rs 2024-11-25T11:36:31,975 DEBUG [RS:0;96bb5f2c2895:45521 {}] zookeeper.ZKUtil(111): regionserver:45521-0x1014ee984170007, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Set watcher on existing znode=/0-1851075814/rs/96bb5f2c2895,45521,1732534591226 2024-11-25T11:36:31,975 WARN [RS:0;96bb5f2c2895:45521 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:36:31,975 INFO [RS:0;96bb5f2c2895:45521 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:36:31,975 DEBUG [RS:0;96bb5f2c2895:45521 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226 2024-11-25T11:36:31,975 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,45521,1732534591226] 2024-11-25T11:36:31,994 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:36:32,007 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-25T11:36:32,013 INFO [RS:0;96bb5f2c2895:45521 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:36:32,039 INFO [RS:0;96bb5f2c2895:45521 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:36:32,040 INFO [RS:0;96bb5f2c2895:45521 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:36:32,040 INFO [RS:0;96bb5f2c2895:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:32,040 INFO [RS:0;96bb5f2c2895:45521 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:36:32,041 INFO [RS:0;96bb5f2c2895:45521 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:36:32,042 INFO [RS:0;96bb5f2c2895:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:32,042 DEBUG [RS:0;96bb5f2c2895:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:32,042 DEBUG [RS:0;96bb5f2c2895:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:32,042 DEBUG [RS:0;96bb5f2c2895:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:32,042 DEBUG [RS:0;96bb5f2c2895:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:32,042 DEBUG [RS:0;96bb5f2c2895:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:32,042 DEBUG [RS:0;96bb5f2c2895:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:36:32,042 DEBUG [RS:0;96bb5f2c2895:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:32,042 DEBUG [RS:0;96bb5f2c2895:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:32,042 DEBUG [RS:0;96bb5f2c2895:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:32,042 DEBUG [RS:0;96bb5f2c2895:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:32,042 DEBUG [RS:0;96bb5f2c2895:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:32,042 DEBUG [RS:0;96bb5f2c2895:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:32,042 DEBUG [RS:0;96bb5f2c2895:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:36:32,042 DEBUG [RS:0;96bb5f2c2895:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:36:32,043 INFO [RS:0;96bb5f2c2895:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:32,043 INFO [RS:0;96bb5f2c2895:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:32,043 INFO [RS:0;96bb5f2c2895:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:32,043 INFO [RS:0;96bb5f2c2895:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:32,043 INFO [RS:0;96bb5f2c2895:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:32,043 INFO [RS:0;96bb5f2c2895:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,45521,1732534591226-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:36:32,058 INFO [RS:0;96bb5f2c2895:45521 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:36:32,059 INFO [RS:0;96bb5f2c2895:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,45521,1732534591226-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:32,065 WARN [96bb5f2c2895:42663 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T11:36:32,073 INFO [RS:0;96bb5f2c2895:45521 {}] regionserver.ReplicationSource(231): queueId=1-96bb5f2c2895,45521,1732534591226, ReplicationSource: 1, currentBandwidth=0 2024-11-25T11:36:32,087 INFO [RS:0;96bb5f2c2895:45521 {}] regionserver.ReplicationSource(231): queueId=2-96bb5f2c2895,45521,1732534591226, ReplicationSource: 2, currentBandwidth=0 2024-11-25T11:36:32,088 INFO [RS:0;96bb5f2c2895:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:32,088 INFO [RS:0;96bb5f2c2895:45521 {}] regionserver.Replication(171): 96bb5f2c2895,45521,1732534591226 started 2024-11-25T11:36:32,088 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource,1-96bb5f2c2895,45521,1732534591226 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:46423' 2024-11-25T11:36:32,091 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource,1-96bb5f2c2895,45521,1732534591226 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a036d7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:32,091 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource,1-96bb5f2c2895,45521,1732534591226 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,46423,-1 for getting cluster id 2024-11-25T11:36:32,091 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource,1-96bb5f2c2895,45521,1732534591226 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:36:32,093 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ac61a56-28d0-460f-afce-a140cf7f964b' 2024-11-25T11:36:32,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:36:32,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ac61a56-28d0-460f-afce-a140cf7f964b" 2024-11-25T11:36:32,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77628baf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:32,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,46423,-1] 2024-11-25T11:36:32,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:36:32,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:32,095 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:36:32,096 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource,1-96bb5f2c2895,45521,1732534591226 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62fdf556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:32,097 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource,1-96bb5f2c2895,45521,1732534591226 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:36:32,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,46423,1732534582423 2024-11-25T11:36:32,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b20c0fa 2024-11-25T11:36:32,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:36:32,099 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-25T11:36:32,100 INFO [RS:0;96bb5f2c2895:45521.replicationSource,1-96bb5f2c2895,45521,1732534591226 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-96bb5f2c2895,45521,1732534591226 (queues=0) is replicating from cluster=cde87f77-7daf-48f8-8e62-8ff277126375 to cluster=6ac61a56-28d0-460f-afce-a140cf7f964b 2024-11-25T11:36:32,104 INFO [RS:0;96bb5f2c2895:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:32,104 INFO [RS:0;96bb5f2c2895:45521 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,45521,1732534591226, RpcServer on 96bb5f2c2895/172.17.0.2:45521, sessionid=0x1014ee984170007 2024-11-25T11:36:32,104 DEBUG [RS:0;96bb5f2c2895:45521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:36:32,104 DEBUG [RS:0;96bb5f2c2895:45521 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,45521,1732534591226 2024-11-25T11:36:32,104 DEBUG [RS:0;96bb5f2c2895:45521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,45521,1732534591226' 2024-11-25T11:36:32,104 DEBUG [RS:0;96bb5f2c2895:45521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1851075814/flush-table-proc/abort' 2024-11-25T11:36:32,105 DEBUG [RS:0;96bb5f2c2895:45521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1851075814/flush-table-proc/acquired' 2024-11-25T11:36:32,106 DEBUG [RS:0;96bb5f2c2895:45521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:36:32,106 DEBUG [RS:0;96bb5f2c2895:45521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:36:32,106 DEBUG [RS:0;96bb5f2c2895:45521 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,45521,1732534591226 2024-11-25T11:36:32,106 DEBUG [RS:0;96bb5f2c2895:45521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,45521,1732534591226' 2024-11-25T11:36:32,106 DEBUG [RS:0;96bb5f2c2895:45521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1851075814/online-snapshot/abort' 2024-11-25T11:36:32,107 DEBUG [RS:0;96bb5f2c2895:45521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1851075814/online-snapshot/acquired' 2024-11-25T11:36:32,107 DEBUG [RS:0;96bb5f2c2895:45521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:36:32,107 INFO [RS:0;96bb5f2c2895:45521 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:36:32,107 INFO [RS:0;96bb5f2c2895:45521 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:36:32,110 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource,2-96bb5f2c2895,45521,1732534591226 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:46423' 2024-11-25T11:36:32,112 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource,2-96bb5f2c2895,45521,1732534591226 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dbe580c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:32,112 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource,2-96bb5f2c2895,45521,1732534591226 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,46423,-1 for getting cluster id 2024-11-25T11:36:32,113 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource,2-96bb5f2c2895,45521,1732534591226 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:36:32,113 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ac61a56-28d0-460f-afce-a140cf7f964b' 2024-11-25T11:36:32,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:36:32,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ac61a56-28d0-460f-afce-a140cf7f964b" 2024-11-25T11:36:32,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@524fe468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:32,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,46423,-1] 2024-11-25T11:36:32,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:36:32,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:32,115 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:36:32,116 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource,2-96bb5f2c2895,45521,1732534591226 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@673cd805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:32,116 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource,2-96bb5f2c2895,45521,1732534591226 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:36:32,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,46423,1732534582423 2024-11-25T11:36:32,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d73738f 2024-11-25T11:36:32,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:36:32,119 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-25T11:36:32,119 INFO [RS:0;96bb5f2c2895:45521.replicationSource,2-96bb5f2c2895,45521,1732534591226 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-96bb5f2c2895,45521,1732534591226 (queues=0) is replicating from cluster=cde87f77-7daf-48f8-8e62-8ff277126375 to cluster=6ac61a56-28d0-460f-afce-a140cf7f964b 2024-11-25T11:36:32,208 INFO [RS:0;96bb5f2c2895:45521 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:36:32,210 INFO [RS:0;96bb5f2c2895:45521 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C45521%2C1732534591226, suffix=, logDir=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226, archiveDir=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/oldWALs, maxLogs=10 2024-11-25T11:36:32,225 DEBUG [RS:0;96bb5f2c2895:45521 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226/96bb5f2c2895%2C45521%2C1732534591226.1732534592211, exclude list is [], retry=0 2024-11-25T11:36:32,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36999,DS-57cd8584-02f5-4731-a8b3-d6f1a346f08a,DISK] 2024-11-25T11:36:32,231 INFO [RS:0;96bb5f2c2895:45521 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226/96bb5f2c2895%2C45521%2C1732534591226.1732534592211 2024-11-25T11:36:32,231 DEBUG [RS:0;96bb5f2c2895:45521 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 96bb5f2c2895%2C45521%2C1732534591226 for peer 1 2024-11-25T11:36:32,232 DEBUG [RS:0;96bb5f2c2895:45521 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 96bb5f2c2895%2C45521%2C1732534591226 for peer 2 2024-11-25T11:36:32,232 DEBUG [RS:0;96bb5f2c2895:45521 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=96bb5f2c2895%2C45521%2C1732534591226 2024-11-25T11:36:32,232 INFO [RS:0;96bb5f2c2895:45521 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-96bb5f2c2895,45521,1732534591226, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T11:36:32,232 INFO [RS:0;96bb5f2c2895:45521.replicationSource.shipper96bb5f2c2895%2C45521%2C1732534591226,1-96bb5f2c2895,45521,1732534591226 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 96bb5f2c2895%2C45521%2C1732534591226 2024-11-25T11:36:32,232 DEBUG [RS:0;96bb5f2c2895:45521 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=96bb5f2c2895%2C45521%2C1732534591226 2024-11-25T11:36:32,232 INFO [RS:0;96bb5f2c2895:45521 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-96bb5f2c2895,45521,1732534591226, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T11:36:32,233 DEBUG [RS:0;96bb5f2c2895:45521 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36077:36077)] 2024-11-25T11:36:32,233 INFO [RS:0;96bb5f2c2895:45521.replicationSource.shipper96bb5f2c2895%2C45521%2C1732534591226,2-96bb5f2c2895,45521,1732534591226 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 96bb5f2c2895%2C45521%2C1732534591226 2024-11-25T11:36:32,233 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource.wal-reader.96bb5f2c2895%2C45521%2C1732534591226,2-96bb5f2c2895,45521,1732534591226 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226/96bb5f2c2895%2C45521%2C1732534591226.1732534592211, startPosition=0, beingWritten=true 2024-11-25T11:36:32,233 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource.wal-reader.96bb5f2c2895%2C45521%2C1732534591226,1-96bb5f2c2895,45521,1732534591226 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226/96bb5f2c2895%2C45521%2C1732534591226.1732534592211, startPosition=0, beingWritten=true 2024-11-25T11:36:32,315 DEBUG [96bb5f2c2895:42663 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T11:36:32,316 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=96bb5f2c2895,45521,1732534591226 2024-11-25T11:36:32,318 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,45521,1732534591226, state=OPENING 2024-11-25T11:36:32,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1014ee984170007, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1851075814/meta-region-server 2024-11-25T11:36:32,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1014ee984170006, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1851075814/meta-region-server 2024-11-25T11:36:32,320 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:36:32,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1851075814/meta-region-server: CHANGED 2024-11-25T11:36:32,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1851075814/meta-region-server: CHANGED 2024-11-25T11:36:32,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,45521,1732534591226}] 2024-11-25T11:36:32,442 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource.wal-reader.96bb5f2c2895%2C45521%2C1732534591226,1-96bb5f2c2895,45521,1732534591226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226/96bb5f2c2895%2C45521%2C1732534591226.1732534592211 to pos 0, reset compression=false 2024-11-25T11:36:32,442 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource.wal-reader.96bb5f2c2895%2C45521%2C1732534591226,2-96bb5f2c2895,45521,1732534591226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226/96bb5f2c2895%2C45521%2C1732534591226.1732534592211 to pos 0, reset compression=false 2024-11-25T11:36:32,475 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:36:32,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:36:32,481 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:36:32,481 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:36:32,481 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:36:32,483 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C45521%2C1732534591226.meta, suffix=.meta, logDir=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226, archiveDir=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/oldWALs, maxLogs=10 2024-11-25T11:36:32,498 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226/96bb5f2c2895%2C45521%2C1732534591226.meta.1732534592484.meta, exclude list is [], retry=0 2024-11-25T11:36:32,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36999,DS-57cd8584-02f5-4731-a8b3-d6f1a346f08a,DISK] 2024-11-25T11:36:32,502 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226/96bb5f2c2895%2C45521%2C1732534591226.meta.1732534592484.meta 2024-11-25T11:36:32,502 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36077:36077)] 2024-11-25T11:36:32,503 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:36:32,503 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:36:32,503 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:36:32,503 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:36:32,503 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:36:32,503 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:36:32,503 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:36:32,504 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:36:32,504 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:36:32,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:36:32,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:36:32,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:32,514 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740/info/e3216ae93a694198ada85712cdb2ed05 2024-11-25T11:36:32,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:32,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:36:32,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:36:32,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:32,523 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740/ns/f2c663d5bc1d490b8978987d03687a3d 2024-11-25T11:36:32,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:32,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:36:32,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:36:32,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:32,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:32,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:36:32,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:36:32,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:32,533 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740/table/35f766df82424ce39d8f86bd56911e94 2024-11-25T11:36:32,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:32,534 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:36:32,535 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740 2024-11-25T11:36:32,536 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740 2024-11-25T11:36:32,538 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:36:32,538 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:36:32,539 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:36:32,540 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:36:32,541 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67517290, jitterRate=0.006086021661758423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:36:32,542 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:36:32,542 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732534592504Writing region info on filesystem at 1732534592504Initializing all the Stores at 1732534592505 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534592505Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534592505Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534592505Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534592505Cleaning up temporary data from old regions at 1732534592538 (+33 ms)Running coprocessor post-open hooks at 1732534592542 (+4 ms)Region opened successfully at 1732534592542 2024-11-25T11:36:32,543 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732534592474 2024-11-25T11:36:32,545 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:36:32,546 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:36:32,546 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=96bb5f2c2895,45521,1732534591226 2024-11-25T11:36:32,547 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,45521,1732534591226, state=OPEN 2024-11-25T11:36:32,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1014ee984170007, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1851075814/meta-region-server 2024-11-25T11:36:32,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1014ee984170006, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1851075814/meta-region-server 2024-11-25T11:36:32,551 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=96bb5f2c2895,45521,1732534591226 2024-11-25T11:36:32,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1851075814/meta-region-server: CHANGED 2024-11-25T11:36:32,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1851075814/meta-region-server: CHANGED 2024-11-25T11:36:32,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-25T11:36:32,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,45521,1732534591226 in 231 msec 2024-11-25T11:36:32,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-25T11:36:32,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 643 msec 2024-11-25T11:36:32,750 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource.wal-reader.96bb5f2c2895%2C45521%2C1732534591226,1-96bb5f2c2895,45521,1732534591226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226/96bb5f2c2895%2C45521%2C1732534591226.1732534592211 to pos 0, reset compression=false 2024-11-25T11:36:32,750 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource.wal-reader.96bb5f2c2895%2C45521%2C1732534591226,2-96bb5f2c2895,45521,1732534591226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226/96bb5f2c2895%2C45521%2C1732534591226.1732534592211 to pos 0, reset compression=false 2024-11-25T11:36:33,157 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource.wal-reader.96bb5f2c2895%2C45521%2C1732534591226,2-96bb5f2c2895,45521,1732534591226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226/96bb5f2c2895%2C45521%2C1732534591226.1732534592211 to pos 0, reset compression=false 2024-11-25T11:36:33,157 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource.wal-reader.96bb5f2c2895%2C45521%2C1732534591226,1-96bb5f2c2895,45521,1732534591226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226/96bb5f2c2895%2C45521%2C1732534591226.1732534592211 to pos 0, reset compression=false 2024-11-25T11:36:33,510 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1605ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-25T11:36:33,663 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource.wal-reader.96bb5f2c2895%2C45521%2C1732534591226,2-96bb5f2c2895,45521,1732534591226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226/96bb5f2c2895%2C45521%2C1732534591226.1732534592211 to pos 0, reset compression=false 2024-11-25T11:36:33,663 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource.wal-reader.96bb5f2c2895%2C45521%2C1732534591226,1-96bb5f2c2895,45521,1732534591226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226/96bb5f2c2895%2C45521%2C1732534591226.1732534592211 to pos 0, reset compression=false 2024-11-25T11:36:34,270 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource.wal-reader.96bb5f2c2895%2C45521%2C1732534591226,2-96bb5f2c2895,45521,1732534591226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226/96bb5f2c2895%2C45521%2C1732534591226.1732534592211 to pos 0, reset compression=false 2024-11-25T11:36:34,270 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource.wal-reader.96bb5f2c2895%2C45521%2C1732534591226,1-96bb5f2c2895,45521,1732534591226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226/96bb5f2c2895%2C45521%2C1732534591226.1732534592211 to pos 0, reset compression=false 2024-11-25T11:36:34,977 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource.wal-reader.96bb5f2c2895%2C45521%2C1732534591226,2-96bb5f2c2895,45521,1732534591226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226/96bb5f2c2895%2C45521%2C1732534591226.1732534592211 to pos 0, reset compression=false 2024-11-25T11:36:34,977 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource.wal-reader.96bb5f2c2895%2C45521%2C1732534591226,1-96bb5f2c2895,45521,1732534591226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226/96bb5f2c2895%2C45521%2C1732534591226.1732534592211 to pos 0, reset compression=false 2024-11-25T11:36:35,012 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3108ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-25T11:36:35,784 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource.wal-reader.96bb5f2c2895%2C45521%2C1732534591226,1-96bb5f2c2895,45521,1732534591226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226/96bb5f2c2895%2C45521%2C1732534591226.1732534592211 to pos 0, reset compression=false 2024-11-25T11:36:35,784 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource.wal-reader.96bb5f2c2895%2C45521%2C1732534591226,2-96bb5f2c2895,45521,1732534591226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226/96bb5f2c2895%2C45521%2C1732534591226.1732534592211 to pos 0, reset compression=false 2024-11-25T11:36:36,414 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-25T11:36:36,414 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T11:36:36,415 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:36:36,415 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,45521,1732534591226, seqNum=-1] 2024-11-25T11:36:36,415 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:36:36,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:36:36,423 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b51472fbc9cdbcf58886775e4663f36c, regionState=OPEN, lastHost=96bb5f2c2895,43975,1732534577838, regionLocation=96bb5f2c2895,43975,1732534577838, openSeqNum=2 2024-11-25T11:36:36,423 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T11:36:36,423 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732534656423 2024-11-25T11:36:36,423 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732534716423 2024-11-25T11:36:36,423 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-25T11:36:36,423 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,42663,1732534591195-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:36,423 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,42663,1732534591195-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:36,423 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,42663,1732534591195-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:36,424 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-96bb5f2c2895:42663, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:36,424 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:36,424 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 96bb5f2c2895,43975,1732534577838 had 2 regions 2024-11-25T11:36:36,424 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:36,426 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 96bb5f2c2895,43975,1732534577838, splitWal=true, meta=true, isMeta: false 2024-11-25T11:36:36,428 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838-splitting dir is empty, no logs to split. 2024-11-25T11:36:36,428 INFO [PEWorker-3 {}] master.SplitWALManager(105): 96bb5f2c2895,43975,1732534577838 WAL count=0, meta=false 2024-11-25T11:36:36,430 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.164sec 2024-11-25T11:36:36,430 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T11:36:36,430 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T11:36:36,430 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T11:36:36,430 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T11:36:36,430 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T11:36:36,430 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,42663,1732534591195-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:36:36,430 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,42663,1732534591195-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T11:36:36,432 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,43975,1732534577838-splitting dir is empty, no logs to split. 2024-11-25T11:36:36,432 INFO [PEWorker-3 {}] master.SplitWALManager(105): 96bb5f2c2895,43975,1732534577838 WAL count=0, meta=false 2024-11-25T11:36:36,432 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 96bb5f2c2895,43975,1732534577838 WAL splitting is done? wals=0, meta=false 2024-11-25T11:36:36,433 WARN [master/96bb5f2c2895:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=96bb5f2c2895,43975,1732534577838/hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c. 2024-11-25T11:36:36,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b51472fbc9cdbcf58886775e4663f36c, ASSIGN}] 2024-11-25T11:36:36,435 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T11:36:36,435 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T11:36:36,435 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,42663,1732534591195-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:36,436 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b51472fbc9cdbcf58886775e4663f36c, ASSIGN 2024-11-25T11:36:36,437 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b51472fbc9cdbcf58886775e4663f36c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T11:36:36,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b71f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:36,450 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42663,-1 for getting cluster id 2024-11-25T11:36:36,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:36:36,451 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cde87f77-7daf-48f8-8e62-8ff277126375' 2024-11-25T11:36:36,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:36:36,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cde87f77-7daf-48f8-8e62-8ff277126375" 2024-11-25T11:36:36,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5904709e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:36,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42663,-1] 2024-11-25T11:36:36,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:36:36,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:36,454 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:36:36,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ecba58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:36,455 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:36:36,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,45521,1732534591226, seqNum=-1] 2024-11-25T11:36:36,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:36:36,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:36:36,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-25T11:36:36,462 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:36:36,462 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:36:36,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:36,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:36,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:36,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 96bb5f2c2895:42663 after: 96bb5f2c2895:42663 2024-11-25T11:36:36,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76710621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:36,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42663,-1 for getting cluster id 2024-11-25T11:36:36,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:36:36,464 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cde87f77-7daf-48f8-8e62-8ff277126375' 2024-11-25T11:36:36,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:36:36,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cde87f77-7daf-48f8-8e62-8ff277126375" 2024-11-25T11:36:36,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e99e29f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:36,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42663,-1] 2024-11-25T11:36:36,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:36:36,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:36,466 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:36:36,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bac4ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:36,467 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:36:36,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,42663,1732534591195 2024-11-25T11:36:36,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8aaecc2 2024-11-25T11:36:36,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:36:36,469 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:36:36,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42663 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-25T11:36:36,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42663 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-25T11:36:36,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42663 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-25T11:36:36,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42663 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-25T11:36:36,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T11:36:36,472 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:36:36,472 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:36:36,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:36,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:36,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:36,473 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T11:36:36,473 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1654801860, stopped=false 2024-11-25T11:36:36,473 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=96bb5f2c2895,46423,1732534582423 2024-11-25T11:36:36,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-531142973/running 2024-11-25T11:36:36,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x1014ee984170004, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-531142973/running 2024-11-25T11:36:36,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531142973 2024-11-25T11:36:36,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x1014ee984170004, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531142973 2024-11-25T11:36:36,475 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:36:36,475 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:36:36,475 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:36:36,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:36,475 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,34269,1732534582472' ***** 2024-11-25T11:36:36,475 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:36:36,476 INFO [RS:0;96bb5f2c2895:34269 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:36:36,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Set watcher on znode that does not yet exist, /1-531142973/running 2024-11-25T11:36:36,476 INFO [RS:0;96bb5f2c2895:34269 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:36:36,476 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:36:36,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34269-0x1014ee984170004, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Set watcher on znode that does not yet exist, /1-531142973/running 2024-11-25T11:36:36,476 INFO [RS:0;96bb5f2c2895:34269 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:36:36,476 INFO [RS:0;96bb5f2c2895:34269 {}] regionserver.HRegionServer(959): stopping server 96bb5f2c2895,34269,1732534582472 2024-11-25T11:36:36,476 INFO [RS:0;96bb5f2c2895:34269 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:36:36,476 INFO [RS:0;96bb5f2c2895:34269 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:34269. 2024-11-25T11:36:36,476 DEBUG [RS:0;96bb5f2c2895:34269 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:36:36,476 DEBUG [RS:0;96bb5f2c2895:34269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:36,476 INFO [RS:0;96bb5f2c2895:34269 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:36:36,476 INFO [RS:0;96bb5f2c2895:34269 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:36:36,476 INFO [RS:0;96bb5f2c2895:34269 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:36:36,476 INFO [RS:0;96bb5f2c2895:34269 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T11:36:36,477 INFO [RS:0;96bb5f2c2895:34269 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T11:36:36,477 DEBUG [RS:0;96bb5f2c2895:34269 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T11:36:36,477 DEBUG [RS:0;96bb5f2c2895:34269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:36:36,477 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:36:36,477 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:36:36,477 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:36:36,477 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:36:36,477 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:36:36,477 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-25T11:36:36,496 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/data/hbase/meta/1588230740/.tmp/ns/23b835387de94da4ae6833d789286f4d is 43, key is default/ns:d/1732534585154/Put/seqid=0 2024-11-25T11:36:36,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43865 is added to blk_1073741835_1011 (size=5153) 2024-11-25T11:36:36,573 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:36:36,587 DEBUG [96bb5f2c2895:42663 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T11:36:36,588 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b51472fbc9cdbcf58886775e4663f36c, regionState=OPENING, regionLocation=96bb5f2c2895,45521,1732534591226 2024-11-25T11:36:36,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b51472fbc9cdbcf58886775e4663f36c, ASSIGN because future has completed 2024-11-25T11:36:36,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b51472fbc9cdbcf58886775e4663f36c, server=96bb5f2c2895,45521,1732534591226}] 2024-11-25T11:36:36,677 DEBUG [RS:0;96bb5f2c2895:34269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:36:36,691 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource.wal-reader.96bb5f2c2895%2C45521%2C1732534591226,2-96bb5f2c2895,45521,1732534591226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226/96bb5f2c2895%2C45521%2C1732534591226.1732534592211 to pos 0, reset compression=false 2024-11-25T11:36:36,691 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource.wal-reader.96bb5f2c2895%2C45521%2C1732534591226,1-96bb5f2c2895,45521,1732534591226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226/96bb5f2c2895%2C45521%2C1732534591226.1732534592211 to pos 0, reset compression=false 2024-11-25T11:36:36,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c. 2024-11-25T11:36:36,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:36:36,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T11:36:36,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C45521%2C1732534591226.rep, suffix=, logDir=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226, archiveDir=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/oldWALs, maxLogs=10 2024-11-25T11:36:36,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226/96bb5f2c2895%2C45521%2C1732534591226.rep.1732534596754, exclude list is [], retry=0 2024-11-25T11:36:36,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36999,DS-57cd8584-02f5-4731-a8b3-d6f1a346f08a,DISK] 2024-11-25T11:36:36,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226/96bb5f2c2895%2C45521%2C1732534591226.rep.1732534596754 2024-11-25T11:36:36,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36077:36077)] 2024-11-25T11:36:36,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => b51472fbc9cdbcf58886775e4663f36c, NAME => 'hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:36:36,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:36:36,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:36:36,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c. service=MultiRowMutationService 2024-11-25T11:36:36,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T11:36:36,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:36,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:36:36,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:36,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:36,775 INFO [StoreOpener-b51472fbc9cdbcf58886775e4663f36c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:36,776 INFO [StoreOpener-b51472fbc9cdbcf58886775e4663f36c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b51472fbc9cdbcf58886775e4663f36c columnFamilyName hfileref 2024-11-25T11:36:36,776 DEBUG [StoreOpener-b51472fbc9cdbcf58886775e4663f36c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:36,776 INFO [StoreOpener-b51472fbc9cdbcf58886775e4663f36c-1 {}] regionserver.HStore(327): Store=b51472fbc9cdbcf58886775e4663f36c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:36:36,776 INFO [StoreOpener-b51472fbc9cdbcf58886775e4663f36c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:36,778 INFO [StoreOpener-b51472fbc9cdbcf58886775e4663f36c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b51472fbc9cdbcf58886775e4663f36c columnFamilyName queue 2024-11-25T11:36:36,778 DEBUG [StoreOpener-b51472fbc9cdbcf58886775e4663f36c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:36,785 DEBUG [StoreOpener-b51472fbc9cdbcf58886775e4663f36c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/replication/b51472fbc9cdbcf58886775e4663f36c/queue/b5ed30af51294f3fbf32e2aae2597a6d 2024-11-25T11:36:36,785 INFO [StoreOpener-b51472fbc9cdbcf58886775e4663f36c-1 {}] regionserver.HStore(327): Store=b51472fbc9cdbcf58886775e4663f36c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:36:36,785 INFO [StoreOpener-b51472fbc9cdbcf58886775e4663f36c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:36,786 INFO [StoreOpener-b51472fbc9cdbcf58886775e4663f36c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b51472fbc9cdbcf58886775e4663f36c columnFamilyName sid 2024-11-25T11:36:36,786 DEBUG [StoreOpener-b51472fbc9cdbcf58886775e4663f36c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:36,786 INFO [StoreOpener-b51472fbc9cdbcf58886775e4663f36c-1 {}] regionserver.HStore(327): Store=b51472fbc9cdbcf58886775e4663f36c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:36:36,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:36,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/replication/b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:36,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/replication/b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:36,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:36,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:36,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:36:36,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:36,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened b51472fbc9cdbcf58886775e4663f36c; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69687287, jitterRate=0.038421496748924255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:36:36,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:36,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for b51472fbc9cdbcf58886775e4663f36c: Running coprocessor pre-open hook at 1732534596774Writing region info on filesystem at 1732534596774Initializing all the Stores at 1732534596775 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534596775Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534596775Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534596775Cleaning up temporary data from old regions at 1732534596790 (+15 ms)Running coprocessor post-open hooks at 1732534596794 (+4 ms)Region opened successfully at 1732534596795 (+1 ms) 2024-11-25T11:36:36,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c., pid=19, masterSystemTime=1732534596746 2024-11-25T11:36:36,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c. 2024-11-25T11:36:36,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c. 2024-11-25T11:36:36,800 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b51472fbc9cdbcf58886775e4663f36c, regionState=OPEN, openSeqNum=10, regionLocation=96bb5f2c2895,45521,1732534591226 2024-11-25T11:36:36,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b51472fbc9cdbcf58886775e4663f36c, server=96bb5f2c2895,45521,1732534591226 because future has completed 2024-11-25T11:36:36,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-25T11:36:36,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure b51472fbc9cdbcf58886775e4663f36c, server=96bb5f2c2895,45521,1732534591226 in 213 msec 2024-11-25T11:36:36,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-25T11:36:36,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b51472fbc9cdbcf58886775e4663f36c, ASSIGN in 374 msec 2024-11-25T11:36:36,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-25T11:36:36,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c., hostname=96bb5f2c2895,45521,1732534591226, seqNum=10] 2024-11-25T11:36:36,855 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 96bb5f2c2895,43975,1732534577838 2024-11-25T11:36:36,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-25T11:36:36,877 DEBUG [RS:0;96bb5f2c2895:34269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:36:36,901 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/data/hbase/meta/1588230740/.tmp/ns/23b835387de94da4ae6833d789286f4d 2024-11-25T11:36:36,911 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/data/hbase/meta/1588230740/.tmp/ns/23b835387de94da4ae6833d789286f4d as hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/data/hbase/meta/1588230740/ns/23b835387de94da4ae6833d789286f4d 2024-11-25T11:36:36,920 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/data/hbase/meta/1588230740/ns/23b835387de94da4ae6833d789286f4d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-25T11:36:36,921 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false 2024-11-25T11:36:36,921 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T11:36:36,944 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T11:36:36,945 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:36:36,945 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:36:36,945 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:36:36,945 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534596477Running coprocessor pre-close hooks at 1732534596477Disabling compacts and flushes for region at 1732534596477Disabling writes for close at 1732534596477Obtaining lock to block concurrent updates at 1732534596477Preparing flush snapshotting stores in 1588230740 at 1732534596477Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732534596477Flushing stores of hbase:meta,,1.1588230740 at 1732534596478 (+1 ms)Flushing 1588230740/ns: creating writer at 1732534596478Flushing 1588230740/ns: appending metadata at 1732534596495 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732534596495Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41cdb307: reopening flushed file at 1732534596910 (+415 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false at 1732534596921 (+11 ms)Writing region close event to WAL at 1732534596933 (+12 ms)Running coprocessor post-close hooks at 1732534596945 (+12 ms)Closed at 1732534596945 2024-11-25T11:36:36,945 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T11:36:37,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-25T11:36:37,064 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T11:36:37,064 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T11:36:37,077 INFO [RS:0;96bb5f2c2895:34269 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,34269,1732534582472; all regions closed. 2024-11-25T11:36:37,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43865 is added to blk_1073741834_1010 (size=1152) 2024-11-25T11:36:37,084 DEBUG [RS:0;96bb5f2c2895:34269 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/oldWALs 2024-11-25T11:36:37,084 INFO [RS:0;96bb5f2c2895:34269 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C34269%2C1732534582472.meta:.meta(num 1732534585087) 2024-11-25T11:36:37,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43865 is added to blk_1073741832_1008 (size=93) 2024-11-25T11:36:37,093 DEBUG [RS:0;96bb5f2c2895:34269 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/oldWALs 2024-11-25T11:36:37,093 INFO [RS:0;96bb5f2c2895:34269 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C34269%2C1732534582472:(num 1732534584206) 2024-11-25T11:36:37,093 DEBUG [RS:0;96bb5f2c2895:34269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:37,093 INFO [RS:0;96bb5f2c2895:34269 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:36:37,093 INFO [RS:0;96bb5f2c2895:34269 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:36:37,093 INFO [RS:0;96bb5f2c2895:34269 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T11:36:37,093 INFO [RS:0;96bb5f2c2895:34269 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:36:37,093 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:36:37,093 INFO [RS:0;96bb5f2c2895:34269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34269 2024-11-25T11:36:37,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x1014ee984170004, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-531142973/rs/96bb5f2c2895,34269,1732534582472 2024-11-25T11:36:37,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531142973/rs 2024-11-25T11:36:37,095 INFO [RS:0;96bb5f2c2895:34269 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:36:37,097 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,34269,1732534582472] 2024-11-25T11:36:37,098 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-531142973/draining/96bb5f2c2895,34269,1732534582472 already deleted, retry=false 2024-11-25T11:36:37,098 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96bb5f2c2895,34269,1732534582472 expired; onlineServers=0 2024-11-25T11:36:37,098 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '96bb5f2c2895,46423,1732534582423' ***** 2024-11-25T11:36:37,098 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T11:36:37,098 INFO [M:0;96bb5f2c2895:46423 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:36:37,098 INFO [M:0;96bb5f2c2895:46423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:36:37,098 DEBUG [M:0;96bb5f2c2895:46423 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T11:36:37,098 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T11:36:37,098 DEBUG [M:0;96bb5f2c2895:46423 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T11:36:37,098 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534583911 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534583911,5,FailOnTimeoutGroup] 2024-11-25T11:36:37,098 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534583911 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534583911,5,FailOnTimeoutGroup] 2024-11-25T11:36:37,098 INFO [M:0;96bb5f2c2895:46423 {}] hbase.ChoreService(370): Chore service for: master/96bb5f2c2895:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T11:36:37,099 INFO [M:0;96bb5f2c2895:46423 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:36:37,099 DEBUG [M:0;96bb5f2c2895:46423 {}] master.HMaster(1795): Stopping service threads 2024-11-25T11:36:37,099 INFO [M:0;96bb5f2c2895:46423 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T11:36:37,099 INFO [M:0;96bb5f2c2895:46423 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:36:37,099 INFO [M:0;96bb5f2c2895:46423 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T11:36:37,099 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T11:36:37,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-531142973/master 2024-11-25T11:36:37,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531142973 2024-11-25T11:36:37,101 DEBUG [M:0;96bb5f2c2895:46423 {}] zookeeper.ZKUtil(347): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Unable to get data of znode /1-531142973/master because node does not exist (not an error) 2024-11-25T11:36:37,102 WARN [M:0;96bb5f2c2895:46423 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T11:36:37,103 INFO [M:0;96bb5f2c2895:46423 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/.lastflushedseqids 2024-11-25T11:36:37,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43865 is added to blk_1073741836_1012 (size=99) 2024-11-25T11:36:37,197 INFO [RS:0;96bb5f2c2895:34269 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:36:37,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x1014ee984170004, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:36:37,197 INFO [RS:0;96bb5f2c2895:34269 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,34269,1732534582472; zookeeper connection closed. 2024-11-25T11:36:37,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x1014ee984170004, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:36:37,197 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23e31d21 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23e31d21 2024-11-25T11:36:37,197 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T11:36:37,509 INFO [M:0;96bb5f2c2895:46423 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T11:36:37,509 INFO [M:0;96bb5f2c2895:46423 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T11:36:37,509 DEBUG [M:0;96bb5f2c2895:46423 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:36:37,509 INFO [M:0;96bb5f2c2895:46423 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:37,509 DEBUG [M:0;96bb5f2c2895:46423 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:37,509 DEBUG [M:0;96bb5f2c2895:46423 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:36:37,509 DEBUG [M:0;96bb5f2c2895:46423 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:37,510 INFO [M:0;96bb5f2c2895:46423 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-25T11:36:37,535 DEBUG [M:0;96bb5f2c2895:46423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/395c7691113a45729180b4af498e6b0b is 82, key is hbase:meta,,1/info:regioninfo/1732534585132/Put/seqid=0 2024-11-25T11:36:37,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43865 is added to blk_1073741837_1013 (size=5672) 2024-11-25T11:36:37,699 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource.wal-reader.96bb5f2c2895%2C45521%2C1732534591226,2-96bb5f2c2895,45521,1732534591226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226/96bb5f2c2895%2C45521%2C1732534591226.1732534592211 to pos 0, reset compression=false 2024-11-25T11:36:37,703 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource.wal-reader.96bb5f2c2895%2C45521%2C1732534591226,1-96bb5f2c2895,45521,1732534591226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226/96bb5f2c2895%2C45521%2C1732534591226.1732534592211 to pos 0, reset compression=false 2024-11-25T11:36:37,943 INFO [M:0;96bb5f2c2895:46423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/395c7691113a45729180b4af498e6b0b 2024-11-25T11:36:37,969 DEBUG [M:0;96bb5f2c2895:46423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/544bbc2e86444938bf614f6f97621999 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732534585160/Put/seqid=0 2024-11-25T11:36:37,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43865 is added to blk_1073741838_1014 (size=5275) 2024-11-25T11:36:38,006 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:36:38,375 INFO [M:0;96bb5f2c2895:46423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/544bbc2e86444938bf614f6f97621999 2024-11-25T11:36:38,397 DEBUG [M:0;96bb5f2c2895:46423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dcc9b9c1f32a429981b2e8d9454dc991 is 69, key is 96bb5f2c2895,34269,1732534582472/rs:state/1732534584017/Put/seqid=0 2024-11-25T11:36:38,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43865 is added to blk_1073741839_1015 (size=5156) 2024-11-25T11:36:38,803 INFO [M:0;96bb5f2c2895:46423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dcc9b9c1f32a429981b2e8d9454dc991 2024-11-25T11:36:38,807 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource.wal-reader.96bb5f2c2895%2C45521%2C1732534591226,2-96bb5f2c2895,45521,1732534591226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226/96bb5f2c2895%2C45521%2C1732534591226.1732534592211 to pos 0, reset compression=false 2024-11-25T11:36:38,811 DEBUG [RS:0;96bb5f2c2895:45521.replicationSource.wal-reader.96bb5f2c2895%2C45521%2C1732534591226,1-96bb5f2c2895,45521,1732534591226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226/96bb5f2c2895%2C45521%2C1732534591226.1732534592211 to pos 0, reset compression=false 2024-11-25T11:36:38,813 DEBUG [M:0;96bb5f2c2895:46423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/395c7691113a45729180b4af498e6b0b as hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/395c7691113a45729180b4af498e6b0b 2024-11-25T11:36:38,820 INFO [M:0;96bb5f2c2895:46423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/395c7691113a45729180b4af498e6b0b, entries=8, sequenceid=28, filesize=5.5 K 2024-11-25T11:36:38,821 DEBUG [M:0;96bb5f2c2895:46423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/544bbc2e86444938bf614f6f97621999 as hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/544bbc2e86444938bf614f6f97621999 2024-11-25T11:36:38,827 INFO [M:0;96bb5f2c2895:46423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/544bbc2e86444938bf614f6f97621999, entries=3, sequenceid=28, filesize=5.2 K 2024-11-25T11:36:38,828 DEBUG [M:0;96bb5f2c2895:46423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dcc9b9c1f32a429981b2e8d9454dc991 as hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dcc9b9c1f32a429981b2e8d9454dc991 2024-11-25T11:36:38,834 INFO [M:0;96bb5f2c2895:46423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42273/user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dcc9b9c1f32a429981b2e8d9454dc991, entries=1, sequenceid=28, filesize=5.0 K 2024-11-25T11:36:38,835 INFO [M:0;96bb5f2c2895:46423 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=28, compaction requested=false 2024-11-25T11:36:38,836 INFO [M:0;96bb5f2c2895:46423 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:38,837 DEBUG [M:0;96bb5f2c2895:46423 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534597509Disabling compacts and flushes for region at 1732534597509Disabling writes for close at 1732534597509Obtaining lock to block concurrent updates at 1732534597510 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732534597510Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732534597510Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732534597511 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732534597511Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732534597535 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732534597535Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732534597951 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732534597969 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732534597969Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732534598382 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732534598397 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732534598397Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@664c3be7: reopening flushed file at 1732534598811 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13f1c958: reopening flushed file at 1732534598820 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59e7ffcd: reopening flushed file at 1732534598827 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=28, compaction requested=false at 1732534598835 (+8 ms)Writing region close event to WAL at 1732534598836 (+1 ms)Closed at 1732534598836 2024-11-25T11:36:38,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43865 is added to blk_1073741830_1006 (size=10165) 2024-11-25T11:36:38,841 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/60f3f169-ac0a-bf81-b07e-ac015d4a6d89/MasterData/WALs/96bb5f2c2895,46423,1732534582423/96bb5f2c2895%2C46423%2C1732534582423.1732534583794 not finished, retry = 0 2024-11-25T11:36:38,943 INFO [M:0;96bb5f2c2895:46423 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T11:36:38,943 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:36:38,943 INFO [M:0;96bb5f2c2895:46423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46423 2024-11-25T11:36:38,947 INFO [M:0;96bb5f2c2895:46423 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:36:39,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:36:39,049 INFO [M:0;96bb5f2c2895:46423 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:36:39,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x1014ee984170003, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:36:39,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f52129a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:36:39,056 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b144d2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:36:39,056 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:36:39,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1624ab1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:36:39,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a35ba74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/hadoop.log.dir/,STOPPED} 2024-11-25T11:36:39,060 WARN [BP-1560125712-172.17.0.2-1732534581363 heartbeating to localhost/127.0.0.1:42273 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:36:39,060 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:36:39,060 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:36:39,060 WARN [BP-1560125712-172.17.0.2-1732534581363 heartbeating to localhost/127.0.0.1:42273 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1560125712-172.17.0.2-1732534581363 (Datanode Uuid 2f4915e6-0700-4925-b0da-7e993b2b4c8e) service to localhost/127.0.0.1:42273 2024-11-25T11:36:39,061 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/cluster_734f99bf-0b82-6a84-6dde-670aba58c52d/data/data1/current/BP-1560125712-172.17.0.2-1732534581363 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:36:39,061 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/cluster_734f99bf-0b82-6a84-6dde-670aba58c52d/data/data2/current/BP-1560125712-172.17.0.2-1732534581363 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:36:39,062 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:36:39,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ff88167{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:36:39,069 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22967455{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:36:39,069 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:36:39,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@eac06d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:36:39,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@597920fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/hadoop.log.dir/,STOPPED} 2024-11-25T11:36:39,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T11:36:39,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T11:36:39,098 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:36:39,098 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:36:39,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:39,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:39,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:39,099 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T11:36:39,099 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=525523367, stopped=false 2024-11-25T11:36:39,099 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=96bb5f2c2895,42663,1732534591195 2024-11-25T11:36:39,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1014ee984170007, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1851075814/running 2024-11-25T11:36:39,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1014ee984170006, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1851075814/running 2024-11-25T11:36:39,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1014ee984170007, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814 2024-11-25T11:36:39,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1014ee984170006, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814 2024-11-25T11:36:39,102 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:36:39,103 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:36:39,103 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:36:39,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:39,104 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,45521,1732534591226' ***** 2024-11-25T11:36:39,104 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:36:39,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45521-0x1014ee984170007, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Set watcher on znode that does not yet exist, /0-1851075814/running 2024-11-25T11:36:39,104 INFO [RS:0;96bb5f2c2895:45521 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:36:39,104 INFO [RS:0;96bb5f2c2895:45521 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:36:39,104 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:36:39,104 INFO [RS:0;96bb5f2c2895:45521 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:36:39,104 INFO [RS:0;96bb5f2c2895:45521 {}] regionserver.HRegionServer(3091): Received CLOSE for b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:39,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42663-0x1014ee984170006, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Set watcher on znode that does not yet exist, /0-1851075814/running 2024-11-25T11:36:39,105 INFO [RS:0;96bb5f2c2895:45521 {}] regionserver.HRegionServer(959): stopping server 96bb5f2c2895,45521,1732534591226 2024-11-25T11:36:39,105 INFO [RS:0;96bb5f2c2895:45521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:36:39,105 INFO [RS:0;96bb5f2c2895:45521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:45521. 2024-11-25T11:36:39,105 DEBUG [RS:0;96bb5f2c2895:45521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:36:39,105 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b51472fbc9cdbcf58886775e4663f36c, disabling compactions & flushes 2024-11-25T11:36:39,105 DEBUG [RS:0;96bb5f2c2895:45521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:39,105 INFO [RS:0;96bb5f2c2895:45521 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:36:39,105 INFO [RS:0;96bb5f2c2895:45521 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:36:39,105 INFO [RS:0;96bb5f2c2895:45521 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:36:39,105 INFO [RS:0;96bb5f2c2895:45521 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T11:36:39,105 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c. 2024-11-25T11:36:39,106 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c. 2024-11-25T11:36:39,106 INFO [RS:0;96bb5f2c2895:45521 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T11:36:39,106 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c. after waiting 0 ms 2024-11-25T11:36:39,106 DEBUG [RS:0;96bb5f2c2895:45521 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b51472fbc9cdbcf58886775e4663f36c=hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c.} 2024-11-25T11:36:39,106 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c. 2024-11-25T11:36:39,106 DEBUG [RS:0;96bb5f2c2895:45521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b51472fbc9cdbcf58886775e4663f36c 2024-11-25T11:36:39,106 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:36:39,106 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:36:39,106 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:36:39,106 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:36:39,106 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:36:39,107 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-25T11:36:39,116 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/replication/b51472fbc9cdbcf58886775e4663f36c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-25T11:36:39,117 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:36:39,117 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:36:39,117 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c. 2024-11-25T11:36:39,117 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b51472fbc9cdbcf58886775e4663f36c: Waiting for close lock at 1732534599105Running coprocessor pre-close hooks at 1732534599105Disabling compacts and flushes for region at 1732534599105Disabling writes for close at 1732534599106 (+1 ms)Writing region close event to WAL at 1732534599108 (+2 ms)Running coprocessor post-close hooks at 1732534599117 (+9 ms)Closed at 1732534599117 2024-11-25T11:36:39,117 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c. 2024-11-25T11:36:39,128 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740/.tmp/info/d95881563a9a4ecab82bacfbe295d727 is 147, key is hbase:replication,,1732534585284.b51472fbc9cdbcf58886775e4663f36c./info:regioninfo/1732534596800/Put/seqid=0 2024-11-25T11:36:39,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741851_1027 (size=6385) 2024-11-25T11:36:39,149 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:36:39,306 DEBUG [RS:0;96bb5f2c2895:45521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:36:39,506 DEBUG [RS:0;96bb5f2c2895:45521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:36:39,535 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740/.tmp/info/d95881563a9a4ecab82bacfbe295d727 2024-11-25T11:36:39,543 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740/.tmp/info/d95881563a9a4ecab82bacfbe295d727 as hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740/info/d95881563a9a4ecab82bacfbe295d727 2024-11-25T11:36:39,550 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740/info/d95881563a9a4ecab82bacfbe295d727, entries=8, sequenceid=19, filesize=6.2 K 2024-11-25T11:36:39,551 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false 2024-11-25T11:36:39,557 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-25T11:36:39,557 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:36:39,557 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:36:39,557 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:36:39,558 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534599106Running coprocessor pre-close hooks at 1732534599106Disabling compacts and flushes for region at 1732534599106Disabling writes for close at 1732534599106Obtaining lock to block concurrent updates at 1732534599107 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732534599107Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732534599108 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732534599109 (+1 ms)Flushing 1588230740/info: creating writer at 1732534599109Flushing 1588230740/info: appending metadata at 1732534599128 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732534599128Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d8c2e00: reopening flushed file at 1732534599542 (+414 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false at 1732534599551 (+9 ms)Writing region close event to WAL at 1732534599553 (+2 ms)Running coprocessor post-close hooks at 1732534599557 (+4 ms)Closed at 1732534599557 2024-11-25T11:36:39,558 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T11:36:39,707 INFO [RS:0;96bb5f2c2895:45521 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,45521,1732534591226; all regions closed. 2024-11-25T11:36:39,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741849_1025 (size=2156) 2024-11-25T11:36:39,715 DEBUG [RS:0;96bb5f2c2895:45521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/oldWALs 2024-11-25T11:36:39,715 INFO [RS:0;96bb5f2c2895:45521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C45521%2C1732534591226.meta:.meta(num 1732534592484) 2024-11-25T11:36:39,718 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/WALs/96bb5f2c2895,45521,1732534591226/96bb5f2c2895%2C45521%2C1732534591226.rep.1732534596754 not finished, retry = 0 2024-11-25T11:36:39,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741850_1026 (size=796) 2024-11-25T11:36:39,822 DEBUG [RS:0;96bb5f2c2895:45521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/oldWALs 2024-11-25T11:36:39,822 INFO [RS:0;96bb5f2c2895:45521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C45521%2C1732534591226.rep:(num 1732534596754) 2024-11-25T11:36:39,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741848_1024 (size=93) 2024-11-25T11:36:39,829 DEBUG [RS:0;96bb5f2c2895:45521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/oldWALs 2024-11-25T11:36:39,829 INFO [RS:0;96bb5f2c2895:45521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C45521%2C1732534591226:(num 1732534592211) 2024-11-25T11:36:39,829 DEBUG [RS:0;96bb5f2c2895:45521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:39,829 INFO [RS:0;96bb5f2c2895:45521 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:36:39,829 INFO [RS:0;96bb5f2c2895:45521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:36:39,830 INFO [RS:0;96bb5f2c2895:45521 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T11:36:39,830 INFO [RS:0;96bb5f2c2895:45521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:36:39,830 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:36:39,830 INFO [RS:0;96bb5f2c2895:45521 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-96bb5f2c2895,45521,1732534591226 because: Region server is closing 2024-11-25T11:36:39,830 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-25T11:36:39,830 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-25T11:36:39,830 INFO [RS:0;96bb5f2c2895:45521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:45521. 2024-11-25T11:36:39,830 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-25T11:36:39,830 DEBUG [RS:0;96bb5f2c2895:45521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:36:39,831 DEBUG [RS:0;96bb5f2c2895:45521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:39,831 DEBUG [RS:0;96bb5f2c2895:45521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:39,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:39,931 WARN [RS:0;96bb5f2c2895:45521.replicationSource.shipper96bb5f2c2895%2C45521%2C1732534591226,1-96bb5f2c2895,45521,1732534591226 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T11:36:39,931 WARN [RS:0;96bb5f2c2895:45521.replicationSource.wal-reader.96bb5f2c2895%2C45521%2C1732534591226,1-96bb5f2c2895,45521,1732534591226 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T11:36:39,931 INFO [RS:0;96bb5f2c2895:45521 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;96bb5f2c2895:45521.replicationSource.shipper96bb5f2c2895%2C45521%2C1732534591226,1-96bb5f2c2895,45521,1732534591226 terminated 2024-11-25T11:36:39,932 INFO [RS:0;96bb5f2c2895:45521 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-96bb5f2c2895,45521,1732534591226 because: Region server is closing 2024-11-25T11:36:39,932 INFO [RS:0;96bb5f2c2895:45521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:45521. 2024-11-25T11:36:39,932 DEBUG [RS:0;96bb5f2c2895:45521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:36:39,932 DEBUG [RS:0;96bb5f2c2895:45521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:39,932 DEBUG [RS:0;96bb5f2c2895:45521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:39,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:40,033 WARN [RS:0;96bb5f2c2895:45521.replicationSource.shipper96bb5f2c2895%2C45521%2C1732534591226,2-96bb5f2c2895,45521,1732534591226 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T11:36:40,033 INFO [RS:0;96bb5f2c2895:45521 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;96bb5f2c2895:45521.replicationSource.shipper96bb5f2c2895%2C45521%2C1732534591226,2-96bb5f2c2895,45521,1732534591226 terminated 2024-11-25T11:36:40,033 INFO [RS:0;96bb5f2c2895:45521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45521 2024-11-25T11:36:40,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1014ee984170006, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814/rs 2024-11-25T11:36:40,035 INFO [RS:0;96bb5f2c2895:45521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:36:40,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1014ee984170007, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1851075814/rs/96bb5f2c2895,45521,1732534591226 2024-11-25T11:36:40,036 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,45521,1732534591226] 2024-11-25T11:36:40,038 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1851075814/draining/96bb5f2c2895,45521,1732534591226 already deleted, retry=false 2024-11-25T11:36:40,038 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96bb5f2c2895,45521,1732534591226 expired; onlineServers=0 2024-11-25T11:36:40,038 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '96bb5f2c2895,42663,1732534591195' ***** 2024-11-25T11:36:40,038 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T11:36:40,038 INFO [M:0;96bb5f2c2895:42663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:36:40,038 INFO [M:0;96bb5f2c2895:42663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:36:40,038 DEBUG [M:0;96bb5f2c2895:42663 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T11:36:40,038 DEBUG [M:0;96bb5f2c2895:42663 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T11:36:40,038 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T11:36:40,038 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534591903 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534591903,5,FailOnTimeoutGroup] 2024-11-25T11:36:40,038 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534591902 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534591902,5,FailOnTimeoutGroup] 2024-11-25T11:36:40,040 INFO [M:0;96bb5f2c2895:42663 {}] hbase.ChoreService(370): Chore service for: master/96bb5f2c2895:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T11:36:40,040 INFO [M:0;96bb5f2c2895:42663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:36:40,040 DEBUG [M:0;96bb5f2c2895:42663 {}] master.HMaster(1795): Stopping service threads 2024-11-25T11:36:40,040 INFO [M:0;96bb5f2c2895:42663 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T11:36:40,041 INFO [M:0;96bb5f2c2895:42663 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:36:40,041 INFO [M:0;96bb5f2c2895:42663 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T11:36:40,041 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T11:36:40,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1014ee984170006, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1851075814/master 2024-11-25T11:36:40,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1014ee984170006, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851075814 2024-11-25T11:36:40,042 DEBUG [M:0;96bb5f2c2895:42663 {}] zookeeper.ZKUtil(347): master:42663-0x1014ee984170006, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Unable to get data of znode /0-1851075814/master because node does not exist (not an error) 2024-11-25T11:36:40,042 WARN [M:0;96bb5f2c2895:42663 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T11:36:40,042 INFO [M:0;96bb5f2c2895:42663 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/.lastflushedseqids 2024-11-25T11:36:40,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741852_1028 (size=181) 2024-11-25T11:36:40,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1014ee984170007, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:36:40,137 INFO [RS:0;96bb5f2c2895:45521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:36:40,137 INFO [RS:0;96bb5f2c2895:45521 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,45521,1732534591226; zookeeper connection closed. 2024-11-25T11:36:40,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1014ee984170007, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:36:40,138 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@efb5a9f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@efb5a9f 2024-11-25T11:36:40,138 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T11:36:40,451 INFO [M:0;96bb5f2c2895:42663 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T11:36:40,451 INFO [M:0;96bb5f2c2895:42663 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T11:36:40,451 DEBUG [M:0;96bb5f2c2895:42663 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:36:40,451 INFO [M:0;96bb5f2c2895:42663 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:40,451 DEBUG [M:0;96bb5f2c2895:42663 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:40,451 DEBUG [M:0;96bb5f2c2895:42663 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:36:40,451 DEBUG [M:0;96bb5f2c2895:42663 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:40,452 INFO [M:0;96bb5f2c2895:42663 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-25T11:36:40,488 DEBUG [M:0;96bb5f2c2895:42663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5677283817b4e10bbe0e41928573d55 is 82, key is hbase:meta,,1/info:regioninfo/1732534592546/Put/seqid=0 2024-11-25T11:36:40,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741853_1029 (size=5680) 2024-11-25T11:36:40,918 INFO [M:0;96bb5f2c2895:42663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5677283817b4e10bbe0e41928573d55 2024-11-25T11:36:40,952 DEBUG [M:0;96bb5f2c2895:42663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91b82786b8914c33a64aec9b5e3d1be8 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732534596809/Put/seqid=0 2024-11-25T11:36:40,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741854_1030 (size=7319) 2024-11-25T11:36:41,358 INFO [M:0;96bb5f2c2895:42663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91b82786b8914c33a64aec9b5e3d1be8 2024-11-25T11:36:41,380 DEBUG [M:0;96bb5f2c2895:42663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0a12acc5ae0446aa19be2d50548205d is 69, key is 96bb5f2c2895,45521,1732534591226/rs:state/1732534591970/Put/seqid=0 2024-11-25T11:36:41,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741855_1031 (size=5371) 2024-11-25T11:36:41,786 INFO [M:0;96bb5f2c2895:42663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0a12acc5ae0446aa19be2d50548205d 2024-11-25T11:36:41,793 INFO [M:0;96bb5f2c2895:42663 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0a12acc5ae0446aa19be2d50548205d 2024-11-25T11:36:41,794 DEBUG [M:0;96bb5f2c2895:42663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5677283817b4e10bbe0e41928573d55 as hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c5677283817b4e10bbe0e41928573d55 2024-11-25T11:36:41,801 INFO [M:0;96bb5f2c2895:42663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c5677283817b4e10bbe0e41928573d55, entries=8, sequenceid=172, filesize=5.5 K 2024-11-25T11:36:41,802 DEBUG [M:0;96bb5f2c2895:42663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91b82786b8914c33a64aec9b5e3d1be8 as hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91b82786b8914c33a64aec9b5e3d1be8 2024-11-25T11:36:41,808 INFO [M:0;96bb5f2c2895:42663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91b82786b8914c33a64aec9b5e3d1be8, entries=7, sequenceid=172, filesize=7.1 K 2024-11-25T11:36:41,810 DEBUG [M:0;96bb5f2c2895:42663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0a12acc5ae0446aa19be2d50548205d as hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0a12acc5ae0446aa19be2d50548205d 2024-11-25T11:36:41,816 INFO [M:0;96bb5f2c2895:42663 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0a12acc5ae0446aa19be2d50548205d 2024-11-25T11:36:41,816 INFO [M:0;96bb5f2c2895:42663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36373/user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0a12acc5ae0446aa19be2d50548205d, entries=2, sequenceid=172, filesize=5.2 K 2024-11-25T11:36:41,818 INFO [M:0;96bb5f2c2895:42663 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1366ms, sequenceid=172, compaction requested=false 2024-11-25T11:36:41,819 INFO [M:0;96bb5f2c2895:42663 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:41,819 DEBUG [M:0;96bb5f2c2895:42663 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534600451Disabling compacts and flushes for region at 1732534600451Disabling writes for close at 1732534600451Obtaining lock to block concurrent updates at 1732534600452 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732534600452Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732534600452Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732534600455 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732534600455Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732534600488 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732534600488Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732534600926 (+438 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732534600951 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732534600951Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732534601364 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732534601379 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732534601379Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4868a857: reopening flushed file at 1732534601794 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b6237b8: reopening flushed file at 1732534601801 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@386641e3: reopening flushed file at 1732534601808 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1366ms, sequenceid=172, compaction requested=false at 1732534601818 (+10 ms)Writing region close event to WAL at 1732534601819 (+1 ms)Closed at 1732534601819 2024-11-25T11:36:41,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741847_1023 (size=22949) 2024-11-25T11:36:41,826 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f0f8637b-d565-eb6f-c807-ee215d8363a2/MasterData/WALs/96bb5f2c2895,42663,1732534591195/96bb5f2c2895%2C42663%2C1732534591195.1732534591731 not finished, retry = 0 2024-11-25T11:36:41,928 INFO [M:0;96bb5f2c2895:42663 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T11:36:41,928 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:36:41,928 INFO [M:0;96bb5f2c2895:42663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42663 2024-11-25T11:36:41,928 INFO [M:0;96bb5f2c2895:42663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:36:42,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1014ee984170006, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:36:42,030 INFO [M:0;96bb5f2c2895:42663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:36:42,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42663-0x1014ee984170006, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:36:42,034 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:36:42,034 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:36:42,034 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:36:42,034 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:36:42,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/hadoop.log.dir/,STOPPED} 2024-11-25T11:36:42,037 WARN [BP-747075168-172.17.0.2-1732534574236 heartbeating to localhost/127.0.0.1:36373 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:36:42,037 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:36:42,037 WARN [BP-747075168-172.17.0.2-1732534574236 heartbeating to localhost/127.0.0.1:36373 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-747075168-172.17.0.2-1732534574236 (Datanode Uuid 63e9d4a2-63a2-4abb-8731-12e4f1f3478b) service to localhost/127.0.0.1:36373 2024-11-25T11:36:42,037 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:36:42,038 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/cluster_418b12b4-52ee-f863-9407-8f942e47b929/data/data1/current/BP-747075168-172.17.0.2-1732534574236 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:36:42,038 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/cluster_418b12b4-52ee-f863-9407-8f942e47b929/data/data2/current/BP-747075168-172.17.0.2-1732534574236 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:36:42,038 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:36:42,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:36:42,046 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:36:42,046 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:36:42,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:36:42,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b764746-2b55-f662-4031-8fd28bebdc49/hadoop.log.dir/,STOPPED} 2024-11-25T11:36:42,055 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T11:36:42,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T11:36:42,082 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42273 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@77306aca java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42273 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/96bb5f2c2895:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/96bb5f2c2895:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42273 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/96bb5f2c2895:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36373 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/96bb5f2c2895:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50059) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/96bb5f2c2895:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50059) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=427 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=230 (was 299), ProcessCount=11 (was 11), AvailableMemoryMB=5239 (was 5083) - AvailableMemoryMB LEAK? - 2024-11-25T11:36:42,093 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=427, MaxFileDescriptor=1048576, SystemLoadAverage=230, ProcessCount=11, AvailableMemoryMB=5239 2024-11-25T11:36:42,109 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-25T11:36:42,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/hadoop.log.dir so I do NOT create it in target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8 2024-11-25T11:36:42,110 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T11:36:42,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/hadoop.tmp.dir so I do NOT create it in target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8 2024-11-25T11:36:42,110 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6900917-8581-c90c-e716-ad6d15c0af5a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T11:36:42,110 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8 2024-11-25T11:36:42,110 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/cluster_08d18521-d982-ce6a-c597-92f79ab8a452, deleteOnExit=true 2024-11-25T11:36:42,125 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/cluster_08d18521-d982-ce6a-c597-92f79ab8a452/zookeeper_0, clientPort=49589, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/cluster_08d18521-d982-ce6a-c597-92f79ab8a452/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/cluster_08d18521-d982-ce6a-c597-92f79ab8a452/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T11:36:42,128 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49589 2024-11-25T11:36:42,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T11:36:42,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T11:36:42,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/test.cache.data in system properties and HBase conf 2024-11-25T11:36:42,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T11:36:42,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/hadoop.log.dir in system properties and HBase conf 2024-11-25T11:36:42,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T11:36:42,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T11:36:42,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T11:36:42,129 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T11:36:42,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:36:42,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:36:42,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T11:36:42,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:36:42,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T11:36:42,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T11:36:42,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:36:42,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:36:42,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T11:36:42,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/nfs.dump.dir in system properties and HBase conf 2024-11-25T11:36:42,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/java.io.tmpdir in system properties and HBase conf 2024-11-25T11:36:42,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:36:42,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T11:36:42,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T11:36:42,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014ee984170002, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T11:36:42,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014ee984170005, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T11:36:42,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014ee984170005, quorum=127.0.0.1:50059, baseZNode=/1-531142973 Received Disconnected from ZooKeeper, ignoring 2024-11-25T11:36:42,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014ee984170002, quorum=127.0.0.1:50059, baseZNode=/0-1851075814 Received Disconnected from ZooKeeper, ignoring 2024-11-25T11:36:42,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:36:42,248 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:36:42,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:36:42,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:36:42,251 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:36:42,251 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:36:42,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fa94757{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:36:42,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42fdcfbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:36:42,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c010725{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/java.io.tmpdir/jetty-localhost-38027-hadoop-hdfs-3_4_1-tests_jar-_-any-9782310624779538257/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:36:42,379 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ad87a0d{HTTP/1.1, (http/1.1)}{localhost:38027} 2024-11-25T11:36:42,379 INFO [Time-limited test {}] server.Server(415): Started @30193ms 2024-11-25T11:36:42,482 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:36:42,487 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:36:42,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:36:42,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:36:42,488 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T11:36:42,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b2ebcda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:36:42,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a386722{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:36:42,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75a94c44{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/java.io.tmpdir/jetty-localhost-46193-hadoop-hdfs-3_4_1-tests_jar-_-any-8433660720781808153/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:36:42,607 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@279d8152{HTTP/1.1, (http/1.1)}{localhost:46193} 2024-11-25T11:36:42,607 INFO [Time-limited test {}] server.Server(415): Started @30421ms 2024-11-25T11:36:42,609 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:36:42,721 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/cluster_08d18521-d982-ce6a-c597-92f79ab8a452/data/data2/current/BP-1549053787-172.17.0.2-1732534602169/current, will proceed with Du for space computation calculation, 2024-11-25T11:36:42,721 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/cluster_08d18521-d982-ce6a-c597-92f79ab8a452/data/data1/current/BP-1549053787-172.17.0.2-1732534602169/current, will proceed with Du for space computation calculation, 2024-11-25T11:36:42,744 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:36:42,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4005e9b52623760e with lease ID 0xbe6a529994bb2dc6: Processing first storage report for DS-0ba62855-7bfb-4d8e-95c8-d7859d0d1229 from datanode DatanodeRegistration(127.0.0.1:46027, datanodeUuid=d71e2945-1c0a-485a-b6c5-1dcaf592dfa8, infoPort=46605, infoSecurePort=0, ipcPort=35431, storageInfo=lv=-57;cid=testClusterID;nsid=824130797;c=1732534602169) 2024-11-25T11:36:42,747 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4005e9b52623760e with lease ID 0xbe6a529994bb2dc6: from storage DS-0ba62855-7bfb-4d8e-95c8-d7859d0d1229 node DatanodeRegistration(127.0.0.1:46027, datanodeUuid=d71e2945-1c0a-485a-b6c5-1dcaf592dfa8, infoPort=46605, infoSecurePort=0, ipcPort=35431, storageInfo=lv=-57;cid=testClusterID;nsid=824130797;c=1732534602169), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:36:42,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4005e9b52623760e with lease ID 0xbe6a529994bb2dc6: Processing first storage report for DS-da579c71-9aee-4b34-bb2a-ded6371ac060 from datanode DatanodeRegistration(127.0.0.1:46027, datanodeUuid=d71e2945-1c0a-485a-b6c5-1dcaf592dfa8, infoPort=46605, infoSecurePort=0, ipcPort=35431, storageInfo=lv=-57;cid=testClusterID;nsid=824130797;c=1732534602169) 2024-11-25T11:36:42,747 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4005e9b52623760e with lease ID 0xbe6a529994bb2dc6: from storage DS-da579c71-9aee-4b34-bb2a-ded6371ac060 node DatanodeRegistration(127.0.0.1:46027, datanodeUuid=d71e2945-1c0a-485a-b6c5-1dcaf592dfa8, infoPort=46605, infoSecurePort=0, ipcPort=35431, storageInfo=lv=-57;cid=testClusterID;nsid=824130797;c=1732534602169), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:36:42,843 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8 2024-11-25T11:36:42,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:42,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:42,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:36:43,255 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40 with version=8 2024-11-25T11:36:43,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/hbase-staging 2024-11-25T11:36:43,258 INFO [Time-limited test {}] client.ConnectionUtils(128): master/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:36:43,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:43,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:43,258 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:36:43,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:43,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:36:43,258 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T11:36:43,258 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:36:43,259 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41051 2024-11-25T11:36:43,260 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41051 connecting to ZooKeeper ensemble=127.0.0.1:49589 2024-11-25T11:36:43,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410510x0, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:36:43,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41051-0x1014ee9f4190000 connected 2024-11-25T11:36:43,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:43,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:43,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Set watcher on znode that does not yet exist, /0-416495624/running 2024-11-25T11:36:43,289 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40, hbase.cluster.distributed=false 2024-11-25T11:36:43,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Set watcher on znode that does not yet exist, /0-416495624/acl 2024-11-25T11:36:43,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41051 2024-11-25T11:36:43,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41051 2024-11-25T11:36:43,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41051 2024-11-25T11:36:43,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41051 2024-11-25T11:36:43,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41051 2024-11-25T11:36:43,310 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:36:43,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:43,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:43,310 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:36:43,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:43,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:36:43,310 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:36:43,310 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:36:43,311 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38903 2024-11-25T11:36:43,312 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38903 connecting to ZooKeeper ensemble=127.0.0.1:49589 2024-11-25T11:36:43,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:43,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:43,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389030x0, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:36:43,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389030x0, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Set watcher on znode that does not yet exist, /0-416495624/running 2024-11-25T11:36:43,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38903-0x1014ee9f4190001 connected 2024-11-25T11:36:43,320 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:36:43,321 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:36:43,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38903-0x1014ee9f4190001, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Set watcher on znode that does not yet exist, /0-416495624/master 2024-11-25T11:36:43,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38903-0x1014ee9f4190001, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Set watcher on znode that does not yet exist, /0-416495624/acl 2024-11-25T11:36:43,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38903 2024-11-25T11:36:43,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38903 2024-11-25T11:36:43,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38903 2024-11-25T11:36:43,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38903 2024-11-25T11:36:43,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38903 2024-11-25T11:36:43,345 DEBUG [M:0;96bb5f2c2895:41051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;96bb5f2c2895:41051 2024-11-25T11:36:43,345 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-416495624/backup-masters/96bb5f2c2895,41051,1732534603257 2024-11-25T11:36:43,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1014ee9f4190001, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416495624/backup-masters 2024-11-25T11:36:43,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416495624/backup-masters 2024-11-25T11:36:43,350 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Set watcher on existing znode=/0-416495624/backup-masters/96bb5f2c2895,41051,1732534603257 2024-11-25T11:36:43,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416495624 2024-11-25T11:36:43,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1014ee9f4190001, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-416495624/master 2024-11-25T11:36:43,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1014ee9f4190001, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416495624 2024-11-25T11:36:43,353 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Set watcher on existing znode=/0-416495624/master 2024-11-25T11:36:43,353 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-416495624/backup-masters/96bb5f2c2895,41051,1732534603257 from backup master directory 2024-11-25T11:36:43,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1014ee9f4190001, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416495624/backup-masters 2024-11-25T11:36:43,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-416495624/backup-masters/96bb5f2c2895,41051,1732534603257 2024-11-25T11:36:43,355 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:36:43,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416495624/backup-masters 2024-11-25T11:36:43,355 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=96bb5f2c2895,41051,1732534603257 2024-11-25T11:36:43,362 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/hbase.id] with ID: 45749065-8f00-4912-ae0a-fcd778d38cdc 2024-11-25T11:36:43,362 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/.tmp/hbase.id 2024-11-25T11:36:43,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:36:43,770 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/.tmp/hbase.id]:[hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/hbase.id] 2024-11-25T11:36:43,783 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:43,783 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T11:36:43,785 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-25T11:36:43,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416495624 2024-11-25T11:36:43,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1014ee9f4190001, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416495624 2024-11-25T11:36:43,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:36:44,197 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:36:44,198 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T11:36:44,199 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:36:44,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:36:44,607 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/MasterData/data/master/store 2024-11-25T11:36:44,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:36:44,619 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:36:44,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:36:44,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:36:45,016 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:36:45,016 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:36:45,016 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:45,016 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:45,016 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:36:45,016 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:45,016 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:45,016 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534605016Disabling compacts and flushes for region at 1732534605016Disabling writes for close at 1732534605016Writing region close event to WAL at 1732534605016Closed at 1732534605016 2024-11-25T11:36:45,017 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/MasterData/data/master/store/.initializing 2024-11-25T11:36:45,017 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/MasterData/WALs/96bb5f2c2895,41051,1732534603257 2024-11-25T11:36:45,018 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:36:45,020 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C41051%2C1732534603257, suffix=, logDir=hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/MasterData/WALs/96bb5f2c2895,41051,1732534603257, archiveDir=hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/MasterData/oldWALs, maxLogs=10 2024-11-25T11:36:45,035 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/MasterData/WALs/96bb5f2c2895,41051,1732534603257/96bb5f2c2895%2C41051%2C1732534603257.1732534605020, exclude list is [], retry=0 2024-11-25T11:36:45,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46027,DS-0ba62855-7bfb-4d8e-95c8-d7859d0d1229,DISK] 2024-11-25T11:36:45,041 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/MasterData/WALs/96bb5f2c2895,41051,1732534603257/96bb5f2c2895%2C41051%2C1732534603257.1732534605020 2024-11-25T11:36:45,041 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46605:46605)] 2024-11-25T11:36:45,041 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:36:45,042 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:36:45,042 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:45,042 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:45,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:45,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T11:36:45,045 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:45,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:45,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:45,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T11:36:45,047 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:45,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:36:45,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:45,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T11:36:45,049 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:45,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:36:45,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:45,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T11:36:45,051 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:45,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:36:45,051 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:45,052 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:45,053 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:45,054 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:45,054 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:45,055 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:36:45,056 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:45,059 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:36:45,059 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66938317, jitterRate=-0.0025413483381271362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:36:45,061 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732534605042Initializing all the Stores at 1732534605043 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534605043Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534605043Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534605043Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534605043Cleaning up temporary data from old regions at 1732534605054 (+11 ms)Region opened successfully at 1732534605060 (+6 ms) 2024-11-25T11:36:45,061 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T11:36:45,064 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f31335c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:36:45,065 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T11:36:45,065 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T11:36:45,065 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T11:36:45,066 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T11:36:45,066 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T11:36:45,066 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T11:36:45,066 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T11:36:45,069 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T11:36:45,070 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Unable to get data of znode /0-416495624/balancer because node does not exist (not necessarily an error) 2024-11-25T11:36:45,073 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-416495624/balancer already deleted, retry=false 2024-11-25T11:36:45,074 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T11:36:45,075 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Unable to get data of znode /0-416495624/normalizer because node does not exist (not necessarily an error) 2024-11-25T11:36:45,076 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-416495624/normalizer already deleted, retry=false 2024-11-25T11:36:45,076 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T11:36:45,077 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Unable to get data of znode /0-416495624/switch/split because node does not exist (not necessarily an error) 2024-11-25T11:36:45,079 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-416495624/switch/split already deleted, retry=false 2024-11-25T11:36:45,080 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Unable to get data of znode /0-416495624/switch/merge because node does not exist (not necessarily an error) 2024-11-25T11:36:45,081 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-416495624/switch/merge already deleted, retry=false 2024-11-25T11:36:45,083 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Unable to get data of znode /0-416495624/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T11:36:45,085 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-416495624/snapshot-cleanup already deleted, retry=false 2024-11-25T11:36:45,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-416495624/running 2024-11-25T11:36:45,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416495624 2024-11-25T11:36:45,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1014ee9f4190001, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-416495624/running 2024-11-25T11:36:45,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1014ee9f4190001, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416495624 2024-11-25T11:36:45,088 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=96bb5f2c2895,41051,1732534603257, sessionid=0x1014ee9f4190000, setting cluster-up flag (Was=false) 2024-11-25T11:36:45,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1014ee9f4190001, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416495624 2024-11-25T11:36:45,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416495624 2024-11-25T11:36:45,098 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-416495624/flush-table-proc/acquired, /0-416495624/flush-table-proc/reached, /0-416495624/flush-table-proc/abort 2024-11-25T11:36:45,100 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,41051,1732534603257 2024-11-25T11:36:45,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416495624 2024-11-25T11:36:45,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1014ee9f4190001, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416495624 2024-11-25T11:36:45,110 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-416495624/online-snapshot/acquired, /0-416495624/online-snapshot/reached, /0-416495624/online-snapshot/abort 2024-11-25T11:36:45,111 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,41051,1732534603257 2024-11-25T11:36:45,112 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T11:36:45,114 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T11:36:45,114 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T11:36:45,114 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T11:36:45,115 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 96bb5f2c2895,41051,1732534603257 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T11:36:45,116 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:36:45,116 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:36:45,116 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:36:45,116 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:36:45,117 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/96bb5f2c2895:0, corePoolSize=10, maxPoolSize=10 2024-11-25T11:36:45,117 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:45,117 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:36:45,117 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:45,119 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:36:45,119 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T11:36:45,120 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:45,120 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T11:36:45,124 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732534635124 2024-11-25T11:36:45,124 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T11:36:45,124 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T11:36:45,124 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T11:36:45,124 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T11:36:45,124 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T11:36:45,124 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T11:36:45,124 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:45,128 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T11:36:45,128 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T11:36:45,129 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T11:36:45,129 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T11:36:45,129 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T11:36:45,129 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T11:36:45,130 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534605129,5,FailOnTimeoutGroup] 2024-11-25T11:36:45,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:36:45,136 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534605130,5,FailOnTimeoutGroup] 2024-11-25T11:36:45,136 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:45,136 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T11:36:45,136 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:45,137 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:45,138 INFO [RS:0;96bb5f2c2895:38903 {}] regionserver.HRegionServer(746): ClusterId : 45749065-8f00-4912-ae0a-fcd778d38cdc 2024-11-25T11:36:45,138 DEBUG [RS:0;96bb5f2c2895:38903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:36:45,143 DEBUG [RS:0;96bb5f2c2895:38903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:36:45,143 DEBUG [RS:0;96bb5f2c2895:38903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:36:45,146 DEBUG [RS:0;96bb5f2c2895:38903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:36:45,146 DEBUG [RS:0;96bb5f2c2895:38903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb9a397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:36:45,160 DEBUG [RS:0;96bb5f2c2895:38903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;96bb5f2c2895:38903 2024-11-25T11:36:45,160 INFO [RS:0;96bb5f2c2895:38903 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:36:45,160 INFO [RS:0;96bb5f2c2895:38903 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:36:45,160 DEBUG [RS:0;96bb5f2c2895:38903 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:36:45,161 INFO [RS:0;96bb5f2c2895:38903 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,41051,1732534603257 with port=38903, startcode=1732534603309 2024-11-25T11:36:45,161 DEBUG [RS:0;96bb5f2c2895:38903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:36:45,163 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:36:45,163 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41051 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,38903,1732534603309 2024-11-25T11:36:45,164 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41051 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,38903,1732534603309 2024-11-25T11:36:45,166 DEBUG [RS:0;96bb5f2c2895:38903 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40 2024-11-25T11:36:45,166 DEBUG [RS:0;96bb5f2c2895:38903 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32975 2024-11-25T11:36:45,166 DEBUG [RS:0;96bb5f2c2895:38903 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:36:45,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416495624/rs 2024-11-25T11:36:45,168 DEBUG [RS:0;96bb5f2c2895:38903 {}] zookeeper.ZKUtil(111): regionserver:38903-0x1014ee9f4190001, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Set watcher on existing znode=/0-416495624/rs/96bb5f2c2895,38903,1732534603309 2024-11-25T11:36:45,168 WARN [RS:0;96bb5f2c2895:38903 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:36:45,168 INFO [RS:0;96bb5f2c2895:38903 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:36:45,168 DEBUG [RS:0;96bb5f2c2895:38903 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/WALs/96bb5f2c2895,38903,1732534603309 2024-11-25T11:36:45,169 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,38903,1732534603309] 2024-11-25T11:36:45,175 INFO [RS:0;96bb5f2c2895:38903 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:36:45,179 INFO [RS:0;96bb5f2c2895:38903 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:36:45,179 INFO [RS:0;96bb5f2c2895:38903 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:36:45,179 INFO [RS:0;96bb5f2c2895:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:45,180 INFO [RS:0;96bb5f2c2895:38903 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:36:45,181 INFO [RS:0;96bb5f2c2895:38903 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:36:45,181 INFO [RS:0;96bb5f2c2895:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:45,182 DEBUG [RS:0;96bb5f2c2895:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:45,182 DEBUG [RS:0;96bb5f2c2895:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:45,182 DEBUG [RS:0;96bb5f2c2895:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:45,182 DEBUG [RS:0;96bb5f2c2895:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:45,182 DEBUG [RS:0;96bb5f2c2895:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:45,182 DEBUG [RS:0;96bb5f2c2895:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:36:45,182 DEBUG [RS:0;96bb5f2c2895:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:45,182 DEBUG [RS:0;96bb5f2c2895:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:45,182 DEBUG [RS:0;96bb5f2c2895:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:45,182 DEBUG [RS:0;96bb5f2c2895:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:45,183 DEBUG [RS:0;96bb5f2c2895:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:45,183 DEBUG [RS:0;96bb5f2c2895:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:45,183 DEBUG [RS:0;96bb5f2c2895:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:36:45,183 DEBUG [RS:0;96bb5f2c2895:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:36:45,184 INFO [RS:0;96bb5f2c2895:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:45,184 INFO [RS:0;96bb5f2c2895:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:45,184 INFO [RS:0;96bb5f2c2895:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:45,184 INFO [RS:0;96bb5f2c2895:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:45,184 INFO [RS:0;96bb5f2c2895:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:45,184 INFO [RS:0;96bb5f2c2895:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,38903,1732534603309-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:36:45,200 INFO [RS:0;96bb5f2c2895:38903 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:36:45,200 INFO [RS:0;96bb5f2c2895:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,38903,1732534603309-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:45,200 INFO [RS:0;96bb5f2c2895:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:45,200 INFO [RS:0;96bb5f2c2895:38903 {}] regionserver.Replication(171): 96bb5f2c2895,38903,1732534603309 started 2024-11-25T11:36:45,216 INFO [RS:0;96bb5f2c2895:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:45,216 INFO [RS:0;96bb5f2c2895:38903 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,38903,1732534603309, RpcServer on 96bb5f2c2895/172.17.0.2:38903, sessionid=0x1014ee9f4190001 2024-11-25T11:36:45,216 DEBUG [RS:0;96bb5f2c2895:38903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:36:45,216 DEBUG [RS:0;96bb5f2c2895:38903 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,38903,1732534603309 2024-11-25T11:36:45,216 DEBUG [RS:0;96bb5f2c2895:38903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,38903,1732534603309' 2024-11-25T11:36:45,216 DEBUG [RS:0;96bb5f2c2895:38903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-416495624/flush-table-proc/abort' 2024-11-25T11:36:45,217 DEBUG [RS:0;96bb5f2c2895:38903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-416495624/flush-table-proc/acquired' 2024-11-25T11:36:45,217 DEBUG [RS:0;96bb5f2c2895:38903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:36:45,217 DEBUG [RS:0;96bb5f2c2895:38903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:36:45,217 DEBUG [RS:0;96bb5f2c2895:38903 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,38903,1732534603309 2024-11-25T11:36:45,217 DEBUG [RS:0;96bb5f2c2895:38903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,38903,1732534603309' 2024-11-25T11:36:45,217 DEBUG [RS:0;96bb5f2c2895:38903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-416495624/online-snapshot/abort' 2024-11-25T11:36:45,217 DEBUG [RS:0;96bb5f2c2895:38903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-416495624/online-snapshot/acquired' 2024-11-25T11:36:45,218 DEBUG [RS:0;96bb5f2c2895:38903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:36:45,218 INFO [RS:0;96bb5f2c2895:38903 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:36:45,218 INFO [RS:0;96bb5f2c2895:38903 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:36:45,318 INFO [RS:0;96bb5f2c2895:38903 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:36:45,321 INFO [RS:0;96bb5f2c2895:38903 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C38903%2C1732534603309, suffix=, logDir=hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/WALs/96bb5f2c2895,38903,1732534603309, archiveDir=hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/oldWALs, maxLogs=10 2024-11-25T11:36:45,336 DEBUG [RS:0;96bb5f2c2895:38903 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/WALs/96bb5f2c2895,38903,1732534603309/96bb5f2c2895%2C38903%2C1732534603309.1732534605321, exclude list is [], retry=0 2024-11-25T11:36:45,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46027,DS-0ba62855-7bfb-4d8e-95c8-d7859d0d1229,DISK] 2024-11-25T11:36:45,341 INFO [RS:0;96bb5f2c2895:38903 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/WALs/96bb5f2c2895,38903,1732534603309/96bb5f2c2895%2C38903%2C1732534603309.1732534605321 2024-11-25T11:36:45,341 DEBUG [RS:0;96bb5f2c2895:38903 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46605:46605)] 2024-11-25T11:36:45,532 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T11:36:45,533 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40 2024-11-25T11:36:45,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741833_1009 (size=32) 2024-11-25T11:36:45,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:36:45,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:36:45,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:36:45,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:45,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:45,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:36:45,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:36:45,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:45,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:45,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:36:45,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:36:45,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:45,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:45,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:36:45,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:36:45,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:45,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:45,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:36:45,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/meta/1588230740 2024-11-25T11:36:45,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/meta/1588230740 2024-11-25T11:36:45,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:36:45,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:36:45,956 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:36:45,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:36:45,960 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:36:45,961 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62438733, jitterRate=-0.06959037482738495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:36:45,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732534605941Initializing all the Stores at 1732534605943 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534605943Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534605943Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534605943Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534605943Cleaning up temporary data from old regions at 1732534605956 (+13 ms)Region opened successfully at 1732534605962 (+6 ms) 2024-11-25T11:36:45,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:36:45,962 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:36:45,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:36:45,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:36:45,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:36:45,963 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:36:45,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534605962Disabling compacts and flushes for region at 1732534605962Disabling writes for close at 1732534605962Writing region close event to WAL at 1732534605963 (+1 ms)Closed at 1732534605963 2024-11-25T11:36:45,964 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:36:45,964 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T11:36:45,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:36:45,966 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:36:45,967 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T11:36:46,118 DEBUG [96bb5f2c2895:41051 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T11:36:46,118 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=96bb5f2c2895,38903,1732534603309 2024-11-25T11:36:46,121 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,38903,1732534603309, state=OPENING 2024-11-25T11:36:46,122 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T11:36:46,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416495624 2024-11-25T11:36:46,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1014ee9f4190001, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416495624 2024-11-25T11:36:46,125 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:36:46,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,38903,1732534603309}] 2024-11-25T11:36:46,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-416495624/meta-region-server: CHANGED 2024-11-25T11:36:46,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-416495624/meta-region-server: CHANGED 2024-11-25T11:36:46,284 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:36:46,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:36:46,291 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:36:46,291 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:36:46,291 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:36:46,293 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C38903%2C1732534603309.meta, suffix=.meta, logDir=hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/WALs/96bb5f2c2895,38903,1732534603309, archiveDir=hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/oldWALs, maxLogs=10 2024-11-25T11:36:46,308 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/WALs/96bb5f2c2895,38903,1732534603309/96bb5f2c2895%2C38903%2C1732534603309.meta.1732534606293.meta, exclude list is [], retry=0 2024-11-25T11:36:46,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46027,DS-0ba62855-7bfb-4d8e-95c8-d7859d0d1229,DISK] 2024-11-25T11:36:46,312 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/WALs/96bb5f2c2895,38903,1732534603309/96bb5f2c2895%2C38903%2C1732534603309.meta.1732534606293.meta 2024-11-25T11:36:46,313 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46605:46605)] 2024-11-25T11:36:46,313 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:36:46,314 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:36:46,314 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:36:46,314 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:36:46,314 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:36:46,315 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:36:46,315 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:36:46,315 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:36:46,315 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:36:46,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:36:46,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:36:46,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:46,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:46,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:36:46,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:36:46,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:46,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:46,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:36:46,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:36:46,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:46,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:46,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:36:46,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:36:46,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:46,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:46,324 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:36:46,324 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/meta/1588230740 2024-11-25T11:36:46,326 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/meta/1588230740 2024-11-25T11:36:46,327 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:36:46,327 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:36:46,328 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:36:46,330 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:36:46,331 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61534323, jitterRate=-0.08306713402271271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:36:46,331 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:36:46,332 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732534606315Writing region info on filesystem at 1732534606315Initializing all the Stores at 1732534606316 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534606316Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534606316Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534606316Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534606316Cleaning up temporary data from old regions at 1732534606327 (+11 ms)Running coprocessor post-open hooks at 1732534606331 (+4 ms)Region opened successfully at 1732534606332 (+1 ms) 2024-11-25T11:36:46,333 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732534606284 2024-11-25T11:36:46,336 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:36:46,336 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:36:46,337 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,38903,1732534603309 2024-11-25T11:36:46,338 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,38903,1732534603309, state=OPEN 2024-11-25T11:36:46,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1014ee9f4190001, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-416495624/meta-region-server 2024-11-25T11:36:46,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-416495624/meta-region-server 2024-11-25T11:36:46,342 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=96bb5f2c2895,38903,1732534603309 2024-11-25T11:36:46,342 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-416495624/meta-region-server: CHANGED 2024-11-25T11:36:46,342 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-416495624/meta-region-server: CHANGED 2024-11-25T11:36:46,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T11:36:46,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,38903,1732534603309 in 217 msec 2024-11-25T11:36:46,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T11:36:46,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 380 msec 2024-11-25T11:36:46,348 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:36:46,348 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T11:36:46,350 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:36:46,350 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,38903,1732534603309, seqNum=-1] 2024-11-25T11:36:46,350 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:36:46,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:36:46,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2430 sec 2024-11-25T11:36:46,358 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732534606358, completionTime=-1 2024-11-25T11:36:46,358 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T11:36:46,358 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T11:36:46,360 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T11:36:46,360 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732534666360 2024-11-25T11:36:46,360 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732534726360 2024-11-25T11:36:46,360 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T11:36:46,361 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,41051,1732534603257-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:46,361 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,41051,1732534603257-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:46,361 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,41051,1732534603257-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:46,361 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-96bb5f2c2895:41051, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:46,361 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:46,363 DEBUG [master/96bb5f2c2895:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T11:36:46,363 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:46,367 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.012sec 2024-11-25T11:36:46,367 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T11:36:46,367 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T11:36:46,367 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T11:36:46,367 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T11:36:46,367 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T11:36:46,367 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,41051,1732534603257-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:36:46,367 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,41051,1732534603257-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T11:36:46,370 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T11:36:46,370 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T11:36:46,371 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,41051,1732534603257-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:46,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5d60d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:46,439 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,41051,-1 for getting cluster id 2024-11-25T11:36:46,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:36:46,441 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45749065-8f00-4912-ae0a-fcd778d38cdc' 2024-11-25T11:36:46,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:36:46,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45749065-8f00-4912-ae0a-fcd778d38cdc" 2024-11-25T11:36:46,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c015b2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:46,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,41051,-1] 2024-11-25T11:36:46,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:36:46,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:46,443 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:36:46,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d30e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:46,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:36:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,38903,1732534603309, seqNum=-1] 2024-11-25T11:36:46,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:36:46,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:36:46,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=96bb5f2c2895,41051,1732534603257 2024-11-25T11:36:46,450 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49589 2024-11-25T11:36:46,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:36:46,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014ee9f4190002 connected 2024-11-25T11:36:46,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/hadoop.log.dir so I do NOT create it in target/test-data/14e648c7-83a0-432d-2242-ada929e55a77 2024-11-25T11:36:46,458 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T11:36:46,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/hadoop.tmp.dir so I do NOT create it in target/test-data/14e648c7-83a0-432d-2242-ada929e55a77 2024-11-25T11:36:46,458 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T11:36:46,458 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77 2024-11-25T11:36:46,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T11:36:46,459 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/cluster_32d3b21b-d19a-8b5d-6681-802213350e98, deleteOnExit=true 2024-11-25T11:36:46,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T11:36:46,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/test.cache.data in system properties and HBase conf 2024-11-25T11:36:46,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T11:36:46,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/hadoop.log.dir in system properties and HBase conf 2024-11-25T11:36:46,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T11:36:46,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T11:36:46,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T11:36:46,459 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T11:36:46,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:36:46,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:36:46,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T11:36:46,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:36:46,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T11:36:46,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T11:36:46,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:36:46,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:36:46,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T11:36:46,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/nfs.dump.dir in system properties and HBase conf 2024-11-25T11:36:46,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/java.io.tmpdir in system properties and HBase conf 2024-11-25T11:36:46,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:36:46,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T11:36:46,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T11:36:46,560 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:36:46,567 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:36:46,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:36:46,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:36:46,570 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T11:36:46,571 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:36:46,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@531847b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:36:46,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fdf487{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:36:46,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6db85c9d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/java.io.tmpdir/jetty-localhost-34303-hadoop-hdfs-3_4_1-tests_jar-_-any-12044198327566593483/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:36:46,700 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73d03855{HTTP/1.1, (http/1.1)}{localhost:34303} 2024-11-25T11:36:46,700 INFO [Time-limited test {}] server.Server(415): Started @34514ms 2024-11-25T11:36:46,807 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:36:46,812 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:36:46,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:36:46,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:36:46,814 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T11:36:46,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c0f6859{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:36:46,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23b7da30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:36:46,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17861040{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/java.io.tmpdir/jetty-localhost-41083-hadoop-hdfs-3_4_1-tests_jar-_-any-12116683095337801709/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:36:46,931 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@544f7262{HTTP/1.1, (http/1.1)}{localhost:41083} 2024-11-25T11:36:46,931 INFO [Time-limited test {}] server.Server(415): Started @34745ms 2024-11-25T11:36:46,932 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:36:47,048 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/cluster_32d3b21b-d19a-8b5d-6681-802213350e98/data/data1/current/BP-289959133-172.17.0.2-1732534606492/current, will proceed with Du for space computation calculation, 2024-11-25T11:36:47,048 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/cluster_32d3b21b-d19a-8b5d-6681-802213350e98/data/data2/current/BP-289959133-172.17.0.2-1732534606492/current, will proceed with Du for space computation calculation, 2024-11-25T11:36:47,072 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:36:47,075 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7b5bf7b38ce5122 with lease ID 0xd040d069e4c559c5: Processing first storage report for DS-12edd2b3-e0ec-4810-b237-05403f51b9cd from datanode DatanodeRegistration(127.0.0.1:34489, datanodeUuid=c61aebcf-4746-4ee1-8976-f4c02579304f, infoPort=45437, infoSecurePort=0, ipcPort=44451, storageInfo=lv=-57;cid=testClusterID;nsid=588675307;c=1732534606492) 2024-11-25T11:36:47,075 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7b5bf7b38ce5122 with lease ID 0xd040d069e4c559c5: from storage DS-12edd2b3-e0ec-4810-b237-05403f51b9cd node DatanodeRegistration(127.0.0.1:34489, datanodeUuid=c61aebcf-4746-4ee1-8976-f4c02579304f, infoPort=45437, infoSecurePort=0, ipcPort=44451, storageInfo=lv=-57;cid=testClusterID;nsid=588675307;c=1732534606492), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:36:47,075 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7b5bf7b38ce5122 with lease ID 0xd040d069e4c559c5: Processing first storage report for DS-310fc7df-fa4c-40ba-9c7e-82785d1f92a5 from datanode DatanodeRegistration(127.0.0.1:34489, datanodeUuid=c61aebcf-4746-4ee1-8976-f4c02579304f, infoPort=45437, infoSecurePort=0, ipcPort=44451, storageInfo=lv=-57;cid=testClusterID;nsid=588675307;c=1732534606492) 2024-11-25T11:36:47,075 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7b5bf7b38ce5122 with lease ID 0xd040d069e4c559c5: from storage DS-310fc7df-fa4c-40ba-9c7e-82785d1f92a5 node DatanodeRegistration(127.0.0.1:34489, datanodeUuid=c61aebcf-4746-4ee1-8976-f4c02579304f, infoPort=45437, infoSecurePort=0, ipcPort=44451, storageInfo=lv=-57;cid=testClusterID;nsid=588675307;c=1732534606492), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:36:47,163 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77 2024-11-25T11:36:47,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:47,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:47,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34489 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:36:47,569 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T11:36:47,575 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505 with version=8 2024-11-25T11:36:47,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/hbase-staging 2024-11-25T11:36:47,578 INFO [Time-limited test {}] client.ConnectionUtils(128): master/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:36:47,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:47,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:47,578 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:36:47,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:47,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:36:47,578 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T11:36:47,579 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:36:47,579 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33203 2024-11-25T11:36:47,580 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33203 connecting to ZooKeeper ensemble=127.0.0.1:49589 2024-11-25T11:36:47,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332030x0, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:36:47,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33203-0x1014ee9f4190003 connected 2024-11-25T11:36:47,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:47,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:47,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Set watcher on znode that does not yet exist, /1602077574/running 2024-11-25T11:36:47,600 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505, hbase.cluster.distributed=false 2024-11-25T11:36:47,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Set watcher on znode that does not yet exist, /1602077574/acl 2024-11-25T11:36:47,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33203 2024-11-25T11:36:47,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33203 2024-11-25T11:36:47,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33203 2024-11-25T11:36:47,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33203 2024-11-25T11:36:47,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33203 2024-11-25T11:36:47,624 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:36:47,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:47,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:47,624 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:36:47,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:36:47,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:36:47,624 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:36:47,624 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:36:47,625 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37191 2024-11-25T11:36:47,626 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37191 connecting to ZooKeeper ensemble=127.0.0.1:49589 2024-11-25T11:36:47,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:47,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:47,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371910x0, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:36:47,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371910x0, quorum=127.0.0.1:49589, baseZNode=/1602077574 Set watcher on znode that does not yet exist, /1602077574/running 2024-11-25T11:36:47,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37191-0x1014ee9f4190004 connected 2024-11-25T11:36:47,636 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:36:47,637 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:36:47,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37191-0x1014ee9f4190004, quorum=127.0.0.1:49589, baseZNode=/1602077574 Set watcher on znode that does not yet exist, /1602077574/master 2024-11-25T11:36:47,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37191-0x1014ee9f4190004, quorum=127.0.0.1:49589, baseZNode=/1602077574 Set watcher on znode that does not yet exist, /1602077574/acl 2024-11-25T11:36:47,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37191 2024-11-25T11:36:47,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37191 2024-11-25T11:36:47,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37191 2024-11-25T11:36:47,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37191 2024-11-25T11:36:47,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37191 2024-11-25T11:36:47,684 DEBUG [M:0;96bb5f2c2895:33203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;96bb5f2c2895:33203 2024-11-25T11:36:47,685 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1602077574/backup-masters/96bb5f2c2895,33203,1732534607578 2024-11-25T11:36:47,687 WARN [RS:0;96bb5f2c2895:38903 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 96bb5f2c2895,43975,1732534577838: status=Processing ServerCrashProcedure of 96bb5f2c2895,43975,1732534577838 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732534591901, completionTime=-1 appears to have been leaked 2024-11-25T11:36:47,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37191-0x1014ee9f4190004, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1602077574/backup-masters 2024-11-25T11:36:47,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1602077574/backup-masters 2024-11-25T11:36:47,687 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Set watcher on existing znode=/1602077574/backup-masters/96bb5f2c2895,33203,1732534607578 2024-11-25T11:36:47,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37191-0x1014ee9f4190004, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1602077574/master 2024-11-25T11:36:47,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1602077574 2024-11-25T11:36:47,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37191-0x1014ee9f4190004, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1602077574 2024-11-25T11:36:47,689 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Set watcher on existing znode=/1602077574/master 2024-11-25T11:36:47,690 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1602077574/backup-masters/96bb5f2c2895,33203,1732534607578 from backup master directory 2024-11-25T11:36:47,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1602077574/backup-masters/96bb5f2c2895,33203,1732534607578 2024-11-25T11:36:47,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37191-0x1014ee9f4190004, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1602077574/backup-masters 2024-11-25T11:36:47,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1602077574/backup-masters 2024-11-25T11:36:47,692 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:36:47,692 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=96bb5f2c2895,33203,1732534607578 2024-11-25T11:36:47,696 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/hbase.id] with ID: 8ac671bf-3b03-4d65-9186-c0522c2720e2 2024-11-25T11:36:47,696 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/.tmp/hbase.id 2024-11-25T11:36:47,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34489 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:36:48,105 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/.tmp/hbase.id]:[hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/hbase.id] 2024-11-25T11:36:48,118 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:48,118 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T11:36:48,120 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-25T11:36:48,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37191-0x1014ee9f4190004, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1602077574 2024-11-25T11:36:48,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1602077574 2024-11-25T11:36:48,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34489 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:36:48,531 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:36:48,532 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T11:36:48,533 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:36:48,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34489 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:36:48,941 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/MasterData/data/master/store 2024-11-25T11:36:48,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34489 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:36:49,348 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:36:49,348 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:36:49,348 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:49,348 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:49,348 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:36:49,348 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:49,348 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:49,348 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534609348Disabling compacts and flushes for region at 1732534609348Disabling writes for close at 1732534609348Writing region close event to WAL at 1732534609348Closed at 1732534609348 2024-11-25T11:36:49,349 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/MasterData/data/master/store/.initializing 2024-11-25T11:36:49,349 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/MasterData/WALs/96bb5f2c2895,33203,1732534607578 2024-11-25T11:36:49,350 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:36:49,352 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C33203%2C1732534607578, suffix=, logDir=hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/MasterData/WALs/96bb5f2c2895,33203,1732534607578, archiveDir=hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/MasterData/oldWALs, maxLogs=10 2024-11-25T11:36:49,366 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/MasterData/WALs/96bb5f2c2895,33203,1732534607578/96bb5f2c2895%2C33203%2C1732534607578.1732534609352, exclude list is [], retry=0 2024-11-25T11:36:49,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34489,DS-12edd2b3-e0ec-4810-b237-05403f51b9cd,DISK] 2024-11-25T11:36:49,370 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/MasterData/WALs/96bb5f2c2895,33203,1732534607578/96bb5f2c2895%2C33203%2C1732534607578.1732534609352 2024-11-25T11:36:49,371 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45437:45437)] 2024-11-25T11:36:49,371 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:36:49,371 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:36:49,371 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:49,371 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:49,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:49,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T11:36:49,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:49,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:49,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:49,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T11:36:49,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:49,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:36:49,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:49,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T11:36:49,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:49,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:36:49,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:49,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T11:36:49,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:49,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:36:49,379 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:49,380 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:49,380 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:49,381 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:49,381 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:49,382 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:36:49,383 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:36:49,385 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:36:49,385 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64487796, jitterRate=-0.03905695676803589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:36:49,385 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732534609371Initializing all the Stores at 1732534609372 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534609372Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534609372Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534609372Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534609372Cleaning up temporary data from old regions at 1732534609381 (+9 ms)Region opened successfully at 1732534609385 (+4 ms) 2024-11-25T11:36:49,386 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T11:36:49,389 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bce6d74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:36:49,389 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T11:36:49,390 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T11:36:49,390 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T11:36:49,390 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T11:36:49,390 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T11:36:49,390 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T11:36:49,390 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T11:36:49,392 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T11:36:49,393 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Unable to get data of znode /1602077574/balancer because node does not exist (not necessarily an error) 2024-11-25T11:36:49,394 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1602077574/balancer already deleted, retry=false 2024-11-25T11:36:49,394 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T11:36:49,395 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Unable to get data of znode /1602077574/normalizer because node does not exist (not necessarily an error) 2024-11-25T11:36:49,396 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1602077574/normalizer already deleted, retry=false 2024-11-25T11:36:49,396 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T11:36:49,397 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Unable to get data of znode /1602077574/switch/split because node does not exist (not necessarily an error) 2024-11-25T11:36:49,398 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1602077574/switch/split already deleted, retry=false 2024-11-25T11:36:49,399 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Unable to get data of znode /1602077574/switch/merge because node does not exist (not necessarily an error) 2024-11-25T11:36:49,402 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1602077574/switch/merge already deleted, retry=false 2024-11-25T11:36:49,403 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Unable to get data of znode /1602077574/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T11:36:49,404 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1602077574/snapshot-cleanup already deleted, retry=false 2024-11-25T11:36:49,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1602077574/running 2024-11-25T11:36:49,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37191-0x1014ee9f4190004, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1602077574/running 2024-11-25T11:36:49,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1602077574 2024-11-25T11:36:49,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37191-0x1014ee9f4190004, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1602077574 2024-11-25T11:36:49,407 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=96bb5f2c2895,33203,1732534607578, sessionid=0x1014ee9f4190003, setting cluster-up flag (Was=false) 2024-11-25T11:36:49,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37191-0x1014ee9f4190004, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1602077574 2024-11-25T11:36:49,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1602077574 2024-11-25T11:36:49,415 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1602077574/flush-table-proc/acquired, /1602077574/flush-table-proc/reached, /1602077574/flush-table-proc/abort 2024-11-25T11:36:49,416 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,33203,1732534607578 2024-11-25T11:36:49,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37191-0x1014ee9f4190004, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1602077574 2024-11-25T11:36:49,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1602077574 2024-11-25T11:36:49,426 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1602077574/online-snapshot/acquired, /1602077574/online-snapshot/reached, /1602077574/online-snapshot/abort 2024-11-25T11:36:49,427 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,33203,1732534607578 2024-11-25T11:36:49,429 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T11:36:49,430 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T11:36:49,431 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T11:36:49,431 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T11:36:49,431 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 96bb5f2c2895,33203,1732534607578 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T11:36:49,432 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:36:49,432 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:36:49,432 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:36:49,432 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:36:49,433 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/96bb5f2c2895:0, corePoolSize=10, maxPoolSize=10 2024-11-25T11:36:49,433 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:49,433 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:36:49,433 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:49,434 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:36:49,434 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T11:36:49,435 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:49,435 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T11:36:49,437 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732534639437 2024-11-25T11:36:49,437 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T11:36:49,437 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T11:36:49,437 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T11:36:49,437 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T11:36:49,437 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T11:36:49,437 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T11:36:49,437 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:49,438 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T11:36:49,438 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T11:36:49,438 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T11:36:49,438 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T11:36:49,438 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T11:36:49,438 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T11:36:49,440 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534609438,5,FailOnTimeoutGroup] 2024-11-25T11:36:49,442 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534609440,5,FailOnTimeoutGroup] 2024-11-25T11:36:49,442 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:49,442 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T11:36:49,442 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:49,442 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:49,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34489 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:36:49,446 INFO [RS:0;96bb5f2c2895:37191 {}] regionserver.HRegionServer(746): ClusterId : 8ac671bf-3b03-4d65-9186-c0522c2720e2 2024-11-25T11:36:49,446 DEBUG [RS:0;96bb5f2c2895:37191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:36:49,448 DEBUG [RS:0;96bb5f2c2895:37191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:36:49,448 DEBUG [RS:0;96bb5f2c2895:37191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:36:49,450 DEBUG [RS:0;96bb5f2c2895:37191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:36:49,451 DEBUG [RS:0;96bb5f2c2895:37191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d9c320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:36:49,462 DEBUG [RS:0;96bb5f2c2895:37191 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;96bb5f2c2895:37191 2024-11-25T11:36:49,462 INFO [RS:0;96bb5f2c2895:37191 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:36:49,462 INFO [RS:0;96bb5f2c2895:37191 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:36:49,462 DEBUG [RS:0;96bb5f2c2895:37191 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:36:49,463 INFO [RS:0;96bb5f2c2895:37191 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,33203,1732534607578 with port=37191, startcode=1732534607623 2024-11-25T11:36:49,463 DEBUG [RS:0;96bb5f2c2895:37191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:36:49,465 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:36:49,466 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33203 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,37191,1732534607623 2024-11-25T11:36:49,466 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33203 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,37191,1732534607623 2024-11-25T11:36:49,467 DEBUG [RS:0;96bb5f2c2895:37191 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505 2024-11-25T11:36:49,467 DEBUG [RS:0;96bb5f2c2895:37191 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35227 2024-11-25T11:36:49,467 DEBUG [RS:0;96bb5f2c2895:37191 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:36:49,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1602077574/rs 2024-11-25T11:36:49,470 DEBUG [RS:0;96bb5f2c2895:37191 {}] zookeeper.ZKUtil(111): regionserver:37191-0x1014ee9f4190004, quorum=127.0.0.1:49589, baseZNode=/1602077574 Set watcher on existing znode=/1602077574/rs/96bb5f2c2895,37191,1732534607623 2024-11-25T11:36:49,470 WARN [RS:0;96bb5f2c2895:37191 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:36:49,470 INFO [RS:0;96bb5f2c2895:37191 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:36:49,470 DEBUG [RS:0;96bb5f2c2895:37191 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/WALs/96bb5f2c2895,37191,1732534607623 2024-11-25T11:36:49,471 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,37191,1732534607623] 2024-11-25T11:36:49,475 INFO [RS:0;96bb5f2c2895:37191 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:36:49,478 INFO [RS:0;96bb5f2c2895:37191 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:36:49,479 INFO [RS:0;96bb5f2c2895:37191 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:36:49,479 INFO [RS:0;96bb5f2c2895:37191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:49,479 INFO [RS:0;96bb5f2c2895:37191 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:36:49,480 INFO [RS:0;96bb5f2c2895:37191 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:36:49,480 INFO [RS:0;96bb5f2c2895:37191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:49,480 DEBUG [RS:0;96bb5f2c2895:37191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:49,480 DEBUG [RS:0;96bb5f2c2895:37191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:49,480 DEBUG [RS:0;96bb5f2c2895:37191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:49,480 DEBUG [RS:0;96bb5f2c2895:37191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:49,480 DEBUG [RS:0;96bb5f2c2895:37191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:49,480 DEBUG [RS:0;96bb5f2c2895:37191 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:36:49,480 DEBUG [RS:0;96bb5f2c2895:37191 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:49,480 DEBUG [RS:0;96bb5f2c2895:37191 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:49,480 DEBUG [RS:0;96bb5f2c2895:37191 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:49,480 DEBUG [RS:0;96bb5f2c2895:37191 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:49,480 DEBUG [RS:0;96bb5f2c2895:37191 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:49,480 DEBUG [RS:0;96bb5f2c2895:37191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:36:49,480 DEBUG [RS:0;96bb5f2c2895:37191 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:36:49,480 DEBUG [RS:0;96bb5f2c2895:37191 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:36:49,481 INFO [RS:0;96bb5f2c2895:37191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:49,481 INFO [RS:0;96bb5f2c2895:37191 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:49,481 INFO [RS:0;96bb5f2c2895:37191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:49,481 INFO [RS:0;96bb5f2c2895:37191 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:49,481 INFO [RS:0;96bb5f2c2895:37191 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:49,481 INFO [RS:0;96bb5f2c2895:37191 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,37191,1732534607623-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:36:49,505 INFO [RS:0;96bb5f2c2895:37191 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:36:49,506 INFO [RS:0;96bb5f2c2895:37191 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,37191,1732534607623-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:49,506 INFO [RS:0;96bb5f2c2895:37191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:49,506 INFO [RS:0;96bb5f2c2895:37191 {}] regionserver.Replication(171): 96bb5f2c2895,37191,1732534607623 started 2024-11-25T11:36:49,524 INFO [RS:0;96bb5f2c2895:37191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:49,524 INFO [RS:0;96bb5f2c2895:37191 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,37191,1732534607623, RpcServer on 96bb5f2c2895/172.17.0.2:37191, sessionid=0x1014ee9f4190004 2024-11-25T11:36:49,524 DEBUG [RS:0;96bb5f2c2895:37191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:36:49,524 DEBUG [RS:0;96bb5f2c2895:37191 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,37191,1732534607623 2024-11-25T11:36:49,524 DEBUG [RS:0;96bb5f2c2895:37191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,37191,1732534607623' 2024-11-25T11:36:49,524 DEBUG [RS:0;96bb5f2c2895:37191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1602077574/flush-table-proc/abort' 2024-11-25T11:36:49,525 DEBUG [RS:0;96bb5f2c2895:37191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1602077574/flush-table-proc/acquired' 2024-11-25T11:36:49,525 DEBUG [RS:0;96bb5f2c2895:37191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:36:49,525 DEBUG [RS:0;96bb5f2c2895:37191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:36:49,525 DEBUG [RS:0;96bb5f2c2895:37191 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,37191,1732534607623 2024-11-25T11:36:49,525 DEBUG [RS:0;96bb5f2c2895:37191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,37191,1732534607623' 2024-11-25T11:36:49,526 DEBUG [RS:0;96bb5f2c2895:37191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1602077574/online-snapshot/abort' 2024-11-25T11:36:49,526 DEBUG [RS:0;96bb5f2c2895:37191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1602077574/online-snapshot/acquired' 2024-11-25T11:36:49,526 DEBUG [RS:0;96bb5f2c2895:37191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:36:49,526 INFO [RS:0;96bb5f2c2895:37191 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:36:49,526 INFO [RS:0;96bb5f2c2895:37191 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:36:49,627 INFO [RS:0;96bb5f2c2895:37191 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:36:49,628 INFO [RS:0;96bb5f2c2895:37191 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C37191%2C1732534607623, suffix=, logDir=hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/WALs/96bb5f2c2895,37191,1732534607623, archiveDir=hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/oldWALs, maxLogs=10 2024-11-25T11:36:49,642 DEBUG [RS:0;96bb5f2c2895:37191 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/WALs/96bb5f2c2895,37191,1732534607623/96bb5f2c2895%2C37191%2C1732534607623.1732534609629, exclude list is [], retry=0 2024-11-25T11:36:49,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34489,DS-12edd2b3-e0ec-4810-b237-05403f51b9cd,DISK] 2024-11-25T11:36:49,648 INFO [RS:0;96bb5f2c2895:37191 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/WALs/96bb5f2c2895,37191,1732534607623/96bb5f2c2895%2C37191%2C1732534607623.1732534609629 2024-11-25T11:36:49,648 DEBUG [RS:0;96bb5f2c2895:37191 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45437:45437)] 2024-11-25T11:36:49,845 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T11:36:49,845 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505 2024-11-25T11:36:49,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34489 is added to blk_1073741833_1009 (size=32) 2024-11-25T11:36:50,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:36:50,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:36:50,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:36:50,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:50,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:50,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:36:50,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:36:50,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:50,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:50,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:36:50,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:36:50,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:50,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:50,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:36:50,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:36:50,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:50,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:50,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:36:50,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/data/hbase/meta/1588230740 2024-11-25T11:36:50,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/data/hbase/meta/1588230740 2024-11-25T11:36:50,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:36:50,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:36:50,264 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:36:50,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:36:50,267 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:36:50,267 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70937407, jitterRate=0.05704973638057709}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:36:50,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732534610252Initializing all the Stores at 1732534610253 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534610253Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534610254 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534610254Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534610254Cleaning up temporary data from old regions at 1732534610263 (+9 ms)Region opened successfully at 1732534610267 (+4 ms) 2024-11-25T11:36:50,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:36:50,267 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:36:50,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:36:50,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:36:50,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:36:50,268 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:36:50,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534610267Disabling compacts and flushes for region at 1732534610267Disabling writes for close at 1732534610267Writing region close event to WAL at 1732534610268 (+1 ms)Closed at 1732534610268 2024-11-25T11:36:50,269 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:36:50,269 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T11:36:50,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:36:50,270 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:36:50,272 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T11:36:50,422 DEBUG [96bb5f2c2895:33203 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T11:36:50,423 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=96bb5f2c2895,37191,1732534607623 2024-11-25T11:36:50,424 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,37191,1732534607623, state=OPENING 2024-11-25T11:36:50,429 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T11:36:50,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37191-0x1014ee9f4190004, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1602077574 2024-11-25T11:36:50,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1602077574 2024-11-25T11:36:50,432 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:36:50,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1602077574/meta-region-server: CHANGED 2024-11-25T11:36:50,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1602077574/meta-region-server: CHANGED 2024-11-25T11:36:50,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,37191,1732534607623}] 2024-11-25T11:36:50,584 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:36:50,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:36:50,591 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:36:50,591 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:36:50,591 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:36:50,593 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C37191%2C1732534607623.meta, suffix=.meta, logDir=hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/WALs/96bb5f2c2895,37191,1732534607623, archiveDir=hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/oldWALs, maxLogs=10 2024-11-25T11:36:50,608 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/WALs/96bb5f2c2895,37191,1732534607623/96bb5f2c2895%2C37191%2C1732534607623.meta.1732534610593.meta, exclude list is [], retry=0 2024-11-25T11:36:50,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34489,DS-12edd2b3-e0ec-4810-b237-05403f51b9cd,DISK] 2024-11-25T11:36:50,613 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/WALs/96bb5f2c2895,37191,1732534607623/96bb5f2c2895%2C37191%2C1732534607623.meta.1732534610593.meta 2024-11-25T11:36:50,613 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45437:45437)] 2024-11-25T11:36:50,614 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:36:50,614 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:36:50,614 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:36:50,614 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:36:50,614 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:36:50,614 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:36:50,615 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:36:50,615 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:36:50,615 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:36:50,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:36:50,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:36:50,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:50,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:50,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:36:50,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:36:50,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:50,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:50,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:36:50,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:36:50,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:50,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:50,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:36:50,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:36:50,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:50,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:36:50,623 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:36:50,624 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/data/hbase/meta/1588230740 2024-11-25T11:36:50,625 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/data/hbase/meta/1588230740 2024-11-25T11:36:50,626 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:36:50,626 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:36:50,627 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:36:50,628 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:36:50,629 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68787865, jitterRate=0.02501906454563141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:36:50,629 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:36:50,629 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732534610615Writing region info on filesystem at 1732534610615Initializing all the Stores at 1732534610616 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534610616Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534610616Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534610616Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534610616Cleaning up temporary data from old regions at 1732534610626 (+10 ms)Running coprocessor post-open hooks at 1732534610629 (+3 ms)Region opened successfully at 1732534610629 2024-11-25T11:36:50,630 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732534610584 2024-11-25T11:36:50,632 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:36:50,633 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:36:50,633 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,37191,1732534607623 2024-11-25T11:36:50,634 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,37191,1732534607623, state=OPEN 2024-11-25T11:36:50,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1602077574/meta-region-server 2024-11-25T11:36:50,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37191-0x1014ee9f4190004, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1602077574/meta-region-server 2024-11-25T11:36:50,636 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=96bb5f2c2895,37191,1732534607623 2024-11-25T11:36:50,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1602077574/meta-region-server: CHANGED 2024-11-25T11:36:50,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1602077574/meta-region-server: CHANGED 2024-11-25T11:36:50,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T11:36:50,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,37191,1732534607623 in 204 msec 2024-11-25T11:36:50,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T11:36:50,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 370 msec 2024-11-25T11:36:50,642 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:36:50,642 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T11:36:50,643 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:36:50,643 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,37191,1732534607623, seqNum=-1] 2024-11-25T11:36:50,643 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:36:50,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:36:50,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2190 sec 2024-11-25T11:36:50,650 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732534610650, completionTime=-1 2024-11-25T11:36:50,650 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T11:36:50,650 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T11:36:50,652 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T11:36:50,652 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732534670652 2024-11-25T11:36:50,652 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732534730652 2024-11-25T11:36:50,652 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T11:36:50,653 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,33203,1732534607578-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:50,653 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,33203,1732534607578-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:50,653 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,33203,1732534607578-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:50,653 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-96bb5f2c2895:33203, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:50,653 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:50,653 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:50,655 DEBUG [master/96bb5f2c2895:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T11:36:50,657 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.965sec 2024-11-25T11:36:50,657 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T11:36:50,657 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T11:36:50,657 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T11:36:50,657 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T11:36:50,657 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T11:36:50,657 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,33203,1732534607578-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:36:50,657 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,33203,1732534607578-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T11:36:50,660 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T11:36:50,660 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T11:36:50,660 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,33203,1732534607578-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:36:50,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbdedc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:50,747 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,33203,-1 for getting cluster id 2024-11-25T11:36:50,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:36:50,749 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ac671bf-3b03-4d65-9186-c0522c2720e2' 2024-11-25T11:36:50,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:36:50,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ac671bf-3b03-4d65-9186-c0522c2720e2" 2024-11-25T11:36:50,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a9acc9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:50,750 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,33203,-1] 2024-11-25T11:36:50,750 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:36:50,750 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:50,751 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:36:50,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60dd1593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:50,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:36:50,753 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,37191,1732534607623, seqNum=-1] 2024-11-25T11:36:50,753 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:36:50,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:36:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=96bb5f2c2895,33203,1732534607578 2024-11-25T11:36:50,757 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49589 2024-11-25T11:36:50,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:36:50,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014ee9f4190005 connected 2024-11-25T11:36:50,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a2d5b80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:50,765 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,41051,-1 for getting cluster id 2024-11-25T11:36:50,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:36:50,766 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45749065-8f00-4912-ae0a-fcd778d38cdc' 2024-11-25T11:36:50,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:36:50,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45749065-8f00-4912-ae0a-fcd778d38cdc" 2024-11-25T11:36:50,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c31ca34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:50,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,41051,-1] 2024-11-25T11:36:50,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:36:50,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:50,767 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:36:50,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed5b14f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:50,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:36:50,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,41051,1732534603257 2024-11-25T11:36:50,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ea5eda5 2024-11-25T11:36:50,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:36:50,770 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:36:50,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41051 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://96bb5f2c2895:33203,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T11:36:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41051 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T11:36:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:36:50,773 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:33203' 2024-11-25T11:36:50,774 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1608e431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:50,774 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,33203,-1 for getting cluster id 2024-11-25T11:36:50,774 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:36:50,775 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ac671bf-3b03-4d65-9186-c0522c2720e2' 2024-11-25T11:36:50,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:36:50,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ac671bf-3b03-4d65-9186-c0522c2720e2" 2024-11-25T11:36:50,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6314b3a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:50,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,33203,-1] 2024-11-25T11:36:50,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:36:50,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:50,777 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:36:50,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d978669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:50,778 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:36:50,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,33203,1732534607578 2024-11-25T11:36:50,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b1779df 2024-11-25T11:36:50,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:36:50,780 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:36:50,780 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-25T11:36:50,780 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T11:36:50,780 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:50,780 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:50,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:50,781 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:36:50,782 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T11:36:50,783 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:36:50,783 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:50,784 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:36:50,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741835_1011 (size=1138) 2024-11-25T11:36:50,832 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T11:36:50,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:36:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:36:51,175 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T11:36:51,193 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f83412a78f398b6d3881451f070aa276, NAME => 'hbase:replication,,1732534610781.f83412a78f398b6d3881451f070aa276.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40 2024-11-25T11:36:51,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741836_1012 (size=44) 2024-11-25T11:36:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:36:51,600 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534610781.f83412a78f398b6d3881451f070aa276.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:36:51,600 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f83412a78f398b6d3881451f070aa276, disabling compactions & flushes 2024-11-25T11:36:51,600 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534610781.f83412a78f398b6d3881451f070aa276. 2024-11-25T11:36:51,600 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534610781.f83412a78f398b6d3881451f070aa276. 2024-11-25T11:36:51,600 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534610781.f83412a78f398b6d3881451f070aa276. after waiting 0 ms 2024-11-25T11:36:51,600 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534610781.f83412a78f398b6d3881451f070aa276. 2024-11-25T11:36:51,600 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732534610781.f83412a78f398b6d3881451f070aa276. 2024-11-25T11:36:51,600 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f83412a78f398b6d3881451f070aa276: Waiting for close lock at 1732534611600Disabling compacts and flushes for region at 1732534611600Disabling writes for close at 1732534611600Writing region close event to WAL at 1732534611600Closed at 1732534611600 2024-11-25T11:36:51,602 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:36:51,602 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732534610781.f83412a78f398b6d3881451f070aa276.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732534611602"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534611602"}]},"ts":"1732534611602"} 2024-11-25T11:36:51,604 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:36:51,605 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:36:51,605 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534611605"}]},"ts":"1732534611605"} 2024-11-25T11:36:51,607 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T11:36:51,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f83412a78f398b6d3881451f070aa276, ASSIGN}] 2024-11-25T11:36:51,609 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f83412a78f398b6d3881451f070aa276, ASSIGN 2024-11-25T11:36:51,610 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f83412a78f398b6d3881451f070aa276, ASSIGN; state=OFFLINE, location=96bb5f2c2895,38903,1732534603309; forceNewPlan=false, retain=false 2024-11-25T11:36:51,761 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f83412a78f398b6d3881451f070aa276, regionState=OPENING, regionLocation=96bb5f2c2895,38903,1732534603309 2024-11-25T11:36:51,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f83412a78f398b6d3881451f070aa276, ASSIGN because future has completed 2024-11-25T11:36:51,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f83412a78f398b6d3881451f070aa276, server=96bb5f2c2895,38903,1732534603309}] 2024-11-25T11:36:51,817 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:36:51,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:36:51,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:36:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:36:51,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732534610781.f83412a78f398b6d3881451f070aa276. 2024-11-25T11:36:51,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:36:51,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T11:36:51,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C38903%2C1732534603309.rep, suffix=, logDir=hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/WALs/96bb5f2c2895,38903,1732534603309, archiveDir=hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/oldWALs, maxLogs=10 2024-11-25T11:36:51,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/WALs/96bb5f2c2895,38903,1732534603309/96bb5f2c2895%2C38903%2C1732534603309.rep.1732534611925, exclude list is [], retry=0 2024-11-25T11:36:51,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46027,DS-0ba62855-7bfb-4d8e-95c8-d7859d0d1229,DISK] 2024-11-25T11:36:51,951 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/WALs/96bb5f2c2895,38903,1732534603309/96bb5f2c2895%2C38903%2C1732534603309.rep.1732534611925 2024-11-25T11:36:51,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46605:46605)] 2024-11-25T11:36:51,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f83412a78f398b6d3881451f070aa276, NAME => 'hbase:replication,,1732534610781.f83412a78f398b6d3881451f070aa276.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:36:51,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:36:51,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:36:51,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732534610781.f83412a78f398b6d3881451f070aa276. service=MultiRowMutationService 2024-11-25T11:36:51,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T11:36:51,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f83412a78f398b6d3881451f070aa276 2024-11-25T11:36:51,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534610781.f83412a78f398b6d3881451f070aa276.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:36:51,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f83412a78f398b6d3881451f070aa276 2024-11-25T11:36:51,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f83412a78f398b6d3881451f070aa276 2024-11-25T11:36:51,957 INFO [StoreOpener-f83412a78f398b6d3881451f070aa276-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f83412a78f398b6d3881451f070aa276 2024-11-25T11:36:51,959 INFO [StoreOpener-f83412a78f398b6d3881451f070aa276-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f83412a78f398b6d3881451f070aa276 columnFamilyName hfileref 2024-11-25T11:36:51,960 DEBUG [StoreOpener-f83412a78f398b6d3881451f070aa276-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:51,960 INFO [StoreOpener-f83412a78f398b6d3881451f070aa276-1 {}] regionserver.HStore(327): Store=f83412a78f398b6d3881451f070aa276/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:36:51,960 INFO [StoreOpener-f83412a78f398b6d3881451f070aa276-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f83412a78f398b6d3881451f070aa276 2024-11-25T11:36:51,962 INFO [StoreOpener-f83412a78f398b6d3881451f070aa276-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f83412a78f398b6d3881451f070aa276 columnFamilyName queue 2024-11-25T11:36:51,962 DEBUG [StoreOpener-f83412a78f398b6d3881451f070aa276-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:51,962 INFO [StoreOpener-f83412a78f398b6d3881451f070aa276-1 {}] regionserver.HStore(327): Store=f83412a78f398b6d3881451f070aa276/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:36:51,962 INFO [StoreOpener-f83412a78f398b6d3881451f070aa276-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f83412a78f398b6d3881451f070aa276 2024-11-25T11:36:51,964 INFO [StoreOpener-f83412a78f398b6d3881451f070aa276-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f83412a78f398b6d3881451f070aa276 columnFamilyName sid 2024-11-25T11:36:51,964 DEBUG [StoreOpener-f83412a78f398b6d3881451f070aa276-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:51,964 INFO [StoreOpener-f83412a78f398b6d3881451f070aa276-1 {}] regionserver.HStore(327): Store=f83412a78f398b6d3881451f070aa276/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:36:51,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f83412a78f398b6d3881451f070aa276 2024-11-25T11:36:51,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/replication/f83412a78f398b6d3881451f070aa276 2024-11-25T11:36:51,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/replication/f83412a78f398b6d3881451f070aa276 2024-11-25T11:36:51,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f83412a78f398b6d3881451f070aa276 2024-11-25T11:36:51,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f83412a78f398b6d3881451f070aa276 2024-11-25T11:36:51,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:36:51,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f83412a78f398b6d3881451f070aa276 2024-11-25T11:36:51,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/replication/f83412a78f398b6d3881451f070aa276/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:36:51,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened f83412a78f398b6d3881451f070aa276; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71087605, jitterRate=0.05928786098957062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:36:51,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f83412a78f398b6d3881451f070aa276 2024-11-25T11:36:51,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f83412a78f398b6d3881451f070aa276: Running coprocessor pre-open hook at 1732534611953Writing region info on filesystem at 1732534611953Initializing all the Stores at 1732534611954 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534611954Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534611956 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534611956Cleaning up temporary data from old regions at 1732534611968 (+12 ms)Running coprocessor post-open hooks at 1732534611974 (+6 ms)Region opened successfully at 1732534611974 2024-11-25T11:36:51,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732534610781.f83412a78f398b6d3881451f070aa276., pid=7, masterSystemTime=1732534611917 2024-11-25T11:36:51,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732534610781.f83412a78f398b6d3881451f070aa276. 2024-11-25T11:36:51,978 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732534610781.f83412a78f398b6d3881451f070aa276. 2024-11-25T11:36:51,979 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f83412a78f398b6d3881451f070aa276, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,38903,1732534603309 2024-11-25T11:36:51,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f83412a78f398b6d3881451f070aa276, server=96bb5f2c2895,38903,1732534603309 because future has completed 2024-11-25T11:36:51,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-25T11:36:51,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f83412a78f398b6d3881451f070aa276, server=96bb5f2c2895,38903,1732534603309 in 219 msec 2024-11-25T11:36:51,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T11:36:51,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f83412a78f398b6d3881451f070aa276, ASSIGN in 379 msec 2024-11-25T11:36:51,989 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:36:51,989 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534611989"}]},"ts":"1732534611989"} 2024-11-25T11:36:51,991 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T11:36:51,992 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:36:51,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2110 sec 2024-11-25T11:36:52,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732534610781.f83412a78f398b6d3881451f070aa276., hostname=96bb5f2c2895,38903,1732534603309, seqNum=2] 2024-11-25T11:36:52,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416495624 2024-11-25T11:36:52,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1014ee9f4190001, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416495624 2024-11-25T11:36:52,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T11:36:52,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-25T11:36:52,204 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T11:36:52,233 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-96bb5f2c2895,38903,1732534603309, ReplicationSource: 1, currentBandwidth=0 2024-11-25T11:36:52,233 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:36:52,234 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,38903,1732534603309, seqNum=-1] 2024-11-25T11:36:52,234 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:36:52,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-25T11:36:52,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-96bb5f2c2895,38903,1732534603309', locateType=CURRENT is [region=hbase:replication,,1732534610781.f83412a78f398b6d3881451f070aa276., hostname=96bb5f2c2895,38903,1732534603309, seqNum=2] 2024-11-25T11:36:52,241 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-25T11:36:52,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41051 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-25T11:36:52,243 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 96bb5f2c2895,38903,1732534603309 suceeded 2024-11-25T11:36:52,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-25T11:36:52,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-25T11:36:52,247 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://96bb5f2c2895:33203,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T11:36:52,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4770 sec 2024-11-25T11:36:52,259 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,38903,1732534603309 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:33203' 2024-11-25T11:36:52,260 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,38903,1732534603309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f5faca0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:52,260 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,38903,1732534603309 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,33203,-1 for getting cluster id 2024-11-25T11:36:52,260 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,38903,1732534603309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:36:52,261 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ac671bf-3b03-4d65-9186-c0522c2720e2' 2024-11-25T11:36:52,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:36:52,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ac671bf-3b03-4d65-9186-c0522c2720e2" 2024-11-25T11:36:52,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@312df1b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:52,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,33203,-1] 2024-11-25T11:36:52,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:36:52,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:52,263 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:36:52,264 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,38903,1732534603309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ae17104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:36:52,264 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,38903,1732534603309 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:36:52,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,33203,1732534607578 2024-11-25T11:36:52,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fe97bdc 2024-11-25T11:36:52,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:36:52,267 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-25T11:36:52,267 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,38903,1732534603309 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-96bb5f2c2895,38903,1732534603309 (queues=1) is replicating from cluster=45749065-8f00-4912-ae0a-fcd778d38cdc to cluster=8ac671bf-3b03-4d65-9186-c0522c2720e2 2024-11-25T11:36:52,268 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,38903,1732534603309 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=96bb5f2c2895%2C38903%2C1732534603309 2024-11-25T11:36:52,268 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,38903,1732534603309 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-96bb5f2c2895,38903,1732534603309, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T11:36:52,268 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,38903,1732534603309.replicationSource.wal-reader.96bb5f2c2895%2C38903%2C1732534603309,1-96bb5f2c2895,38903,1732534603309 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/WALs/96bb5f2c2895,38903,1732534603309/96bb5f2c2895%2C38903%2C1732534603309.1732534605321, startPosition=0, beingWritten=true 2024-11-25T11:36:52,276 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,38903,1732534603309.replicationSource.shipper96bb5f2c2895%2C38903%2C1732534603309,1-96bb5f2c2895,38903,1732534603309 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 96bb5f2c2895%2C38903%2C1732534603309 2024-11-25T11:36:52,482 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,38903,1732534603309.replicationSource.wal-reader.96bb5f2c2895%2C38903%2C1732534603309,1-96bb5f2c2895,38903,1732534603309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/WALs/96bb5f2c2895,38903,1732534603309/96bb5f2c2895%2C38903%2C1732534603309.1732534605321 to pos 0, reset compression=false 2024-11-25T11:36:52,795 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,38903,1732534603309.replicationSource.wal-reader.96bb5f2c2895%2C38903%2C1732534603309,1-96bb5f2c2895,38903,1732534603309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/WALs/96bb5f2c2895,38903,1732534603309/96bb5f2c2895%2C38903%2C1732534603309.1732534605321 to pos 0, reset compression=false 2024-11-25T11:36:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:36:52,926 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T11:36:52,926 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:36:52,926 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:36:52,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:52,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:52,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:52,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:36:52,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,41051,1732534603257 2024-11-25T11:36:52,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dc962b0 2024-11-25T11:36:52,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:36:52,930 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:36:52,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41051 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-25T11:36:52,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T11:36:52,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:36:52,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:36:52,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:52,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:52,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:52,932 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T11:36:52,932 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=783802118, stopped=false 2024-11-25T11:36:52,932 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=96bb5f2c2895,33203,1732534607578 2024-11-25T11:36:52,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37191-0x1014ee9f4190004, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1602077574/running 2024-11-25T11:36:52,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1602077574/running 2024-11-25T11:36:52,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37191-0x1014ee9f4190004, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1602077574 2024-11-25T11:36:52,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1602077574 2024-11-25T11:36:52,935 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:36:52,935 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:36:52,935 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:36:52,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:52,935 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,37191,1732534607623' ***** 2024-11-25T11:36:52,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37191-0x1014ee9f4190004, quorum=127.0.0.1:49589, baseZNode=/1602077574 Set watcher on znode that does not yet exist, /1602077574/running 2024-11-25T11:36:52,935 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:36:52,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Set watcher on znode that does not yet exist, /1602077574/running 2024-11-25T11:36:52,936 INFO [RS:0;96bb5f2c2895:37191 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:36:52,936 INFO [RS:0;96bb5f2c2895:37191 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:36:52,936 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:36:52,936 INFO [RS:0;96bb5f2c2895:37191 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:36:52,936 INFO [RS:0;96bb5f2c2895:37191 {}] regionserver.HRegionServer(959): stopping server 96bb5f2c2895,37191,1732534607623 2024-11-25T11:36:52,936 INFO [RS:0;96bb5f2c2895:37191 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:36:52,936 INFO [RS:0;96bb5f2c2895:37191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:37191. 2024-11-25T11:36:52,936 DEBUG [RS:0;96bb5f2c2895:37191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:36:52,936 DEBUG [RS:0;96bb5f2c2895:37191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:52,937 INFO [RS:0;96bb5f2c2895:37191 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:36:52,937 INFO [RS:0;96bb5f2c2895:37191 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:36:52,937 INFO [RS:0;96bb5f2c2895:37191 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:36:52,937 INFO [RS:0;96bb5f2c2895:37191 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T11:36:52,937 INFO [RS:0;96bb5f2c2895:37191 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T11:36:52,937 DEBUG [RS:0;96bb5f2c2895:37191 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T11:36:52,937 DEBUG [RS:0;96bb5f2c2895:37191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:36:52,937 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:36:52,937 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:36:52,937 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:36:52,938 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:36:52,938 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:36:52,938 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-25T11:36:52,959 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/data/hbase/meta/1588230740/.tmp/ns/711db0332e0844288982e8f9c2fb5cab is 43, key is default/ns:d/1732534610645/Put/seqid=0 2024-11-25T11:36:52,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34489 is added to blk_1073741835_1011 (size=5153) 2024-11-25T11:36:52,990 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:36:53,137 DEBUG [RS:0;96bb5f2c2895:37191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:36:53,202 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,38903,1732534603309.replicationSource.wal-reader.96bb5f2c2895%2C38903%2C1732534603309,1-96bb5f2c2895,38903,1732534603309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/WALs/96bb5f2c2895,38903,1732534603309/96bb5f2c2895%2C38903%2C1732534603309.1732534605321 to pos 0, reset compression=false 2024-11-25T11:36:53,338 DEBUG [RS:0;96bb5f2c2895:37191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:36:53,379 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/data/hbase/meta/1588230740/.tmp/ns/711db0332e0844288982e8f9c2fb5cab 2024-11-25T11:36:53,386 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/data/hbase/meta/1588230740/.tmp/ns/711db0332e0844288982e8f9c2fb5cab as hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/data/hbase/meta/1588230740/ns/711db0332e0844288982e8f9c2fb5cab 2024-11-25T11:36:53,391 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/data/hbase/meta/1588230740/ns/711db0332e0844288982e8f9c2fb5cab, entries=2, sequenceid=6, filesize=5.0 K 2024-11-25T11:36:53,392 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 454ms, sequenceid=6, compaction requested=false 2024-11-25T11:36:53,397 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T11:36:53,397 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:36:53,397 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:36:53,397 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:36:53,397 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534612937Running coprocessor pre-close hooks at 1732534612937Disabling compacts and flushes for region at 1732534612937Disabling writes for close at 1732534612938 (+1 ms)Obtaining lock to block concurrent updates at 1732534612938Preparing flush snapshotting stores in 1588230740 at 1732534612938Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732534612938Flushing stores of hbase:meta,,1.1588230740 at 1732534612939 (+1 ms)Flushing 1588230740/ns: creating writer at 1732534612939Flushing 1588230740/ns: appending metadata at 1732534612959 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732534612959Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e9df3e7: reopening flushed file at 1732534613385 (+426 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 454ms, sequenceid=6, compaction requested=false at 1732534613393 (+8 ms)Writing region close event to WAL at 1732534613393Running coprocessor post-close hooks at 1732534613397 (+4 ms)Closed at 1732534613397 2024-11-25T11:36:53,398 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T11:36:53,483 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T11:36:53,484 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T11:36:53,538 INFO [RS:0;96bb5f2c2895:37191 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,37191,1732534607623; all regions closed. 2024-11-25T11:36:53,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34489 is added to blk_1073741834_1010 (size=1152) 2024-11-25T11:36:53,543 DEBUG [RS:0;96bb5f2c2895:37191 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/oldWALs 2024-11-25T11:36:53,543 INFO [RS:0;96bb5f2c2895:37191 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C37191%2C1732534607623.meta:.meta(num 1732534610593) 2024-11-25T11:36:53,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34489 is added to blk_1073741832_1008 (size=93) 2024-11-25T11:36:53,545 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/WALs/96bb5f2c2895,37191,1732534607623/96bb5f2c2895%2C37191%2C1732534607623.1732534609629 not finished, retry = 0 2024-11-25T11:36:53,648 DEBUG [RS:0;96bb5f2c2895:37191 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/oldWALs 2024-11-25T11:36:53,648 INFO [RS:0;96bb5f2c2895:37191 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C37191%2C1732534607623:(num 1732534609629) 2024-11-25T11:36:53,648 DEBUG [RS:0;96bb5f2c2895:37191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:53,648 INFO [RS:0;96bb5f2c2895:37191 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:36:53,648 INFO [RS:0;96bb5f2c2895:37191 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:36:53,648 INFO [RS:0;96bb5f2c2895:37191 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T11:36:53,648 INFO [RS:0;96bb5f2c2895:37191 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:36:53,648 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:36:53,648 INFO [RS:0;96bb5f2c2895:37191 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37191 2024-11-25T11:36:53,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37191-0x1014ee9f4190004, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1602077574/rs/96bb5f2c2895,37191,1732534607623 2024-11-25T11:36:53,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1602077574/rs 2024-11-25T11:36:53,650 INFO [RS:0;96bb5f2c2895:37191 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:36:53,652 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,37191,1732534607623] 2024-11-25T11:36:53,655 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1602077574/draining/96bb5f2c2895,37191,1732534607623 already deleted, retry=false 2024-11-25T11:36:53,655 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96bb5f2c2895,37191,1732534607623 expired; onlineServers=0 2024-11-25T11:36:53,655 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '96bb5f2c2895,33203,1732534607578' ***** 2024-11-25T11:36:53,655 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T11:36:53,655 INFO [M:0;96bb5f2c2895:33203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:36:53,655 INFO [M:0;96bb5f2c2895:33203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:36:53,655 DEBUG [M:0;96bb5f2c2895:33203 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T11:36:53,655 DEBUG [M:0;96bb5f2c2895:33203 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T11:36:53,655 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534609438 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534609438,5,FailOnTimeoutGroup] 2024-11-25T11:36:53,655 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534609440 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534609440,5,FailOnTimeoutGroup] 2024-11-25T11:36:53,655 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T11:36:53,655 INFO [M:0;96bb5f2c2895:33203 {}] hbase.ChoreService(370): Chore service for: master/96bb5f2c2895:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T11:36:53,655 INFO [M:0;96bb5f2c2895:33203 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:36:53,655 DEBUG [M:0;96bb5f2c2895:33203 {}] master.HMaster(1795): Stopping service threads 2024-11-25T11:36:53,655 INFO [M:0;96bb5f2c2895:33203 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T11:36:53,656 INFO [M:0;96bb5f2c2895:33203 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:36:53,656 INFO [M:0;96bb5f2c2895:33203 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T11:36:53,656 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T11:36:53,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1602077574/master 2024-11-25T11:36:53,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1602077574 2024-11-25T11:36:53,656 DEBUG [M:0;96bb5f2c2895:33203 {}] zookeeper.ZKUtil(347): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Unable to get data of znode /1602077574/master because node does not exist (not an error) 2024-11-25T11:36:53,656 WARN [M:0;96bb5f2c2895:33203 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T11:36:53,657 INFO [M:0;96bb5f2c2895:33203 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/.lastflushedseqids 2024-11-25T11:36:53,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34489 is added to blk_1073741836_1012 (size=99) 2024-11-25T11:36:53,709 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,38903,1732534603309.replicationSource.wal-reader.96bb5f2c2895%2C38903%2C1732534603309,1-96bb5f2c2895,38903,1732534603309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/WALs/96bb5f2c2895,38903,1732534603309/96bb5f2c2895%2C38903%2C1732534603309.1732534605321 to pos 0, reset compression=false 2024-11-25T11:36:53,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37191-0x1014ee9f4190004, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:36:53,752 INFO [RS:0;96bb5f2c2895:37191 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:36:53,752 INFO [RS:0;96bb5f2c2895:37191 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,37191,1732534607623; zookeeper connection closed. 2024-11-25T11:36:53,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37191-0x1014ee9f4190004, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:36:53,752 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45688b33 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45688b33 2024-11-25T11:36:53,752 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T11:36:54,062 INFO [M:0;96bb5f2c2895:33203 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T11:36:54,063 INFO [M:0;96bb5f2c2895:33203 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T11:36:54,063 DEBUG [M:0;96bb5f2c2895:33203 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:36:54,063 INFO [M:0;96bb5f2c2895:33203 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:54,063 DEBUG [M:0;96bb5f2c2895:33203 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:54,063 DEBUG [M:0;96bb5f2c2895:33203 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:36:54,063 DEBUG [M:0;96bb5f2c2895:33203 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:54,063 INFO [M:0;96bb5f2c2895:33203 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-25T11:36:54,079 DEBUG [M:0;96bb5f2c2895:33203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fc2b77f918a4b9e8f17911850efe4b3 is 82, key is hbase:meta,,1/info:regioninfo/1732534610633/Put/seqid=0 2024-11-25T11:36:54,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34489 is added to blk_1073741837_1013 (size=5672) 2024-11-25T11:36:54,315 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,38903,1732534603309.replicationSource.wal-reader.96bb5f2c2895%2C38903%2C1732534603309,1-96bb5f2c2895,38903,1732534603309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/WALs/96bb5f2c2895,38903,1732534603309/96bb5f2c2895%2C38903%2C1732534603309.1732534605321 to pos 0, reset compression=false 2024-11-25T11:36:54,485 INFO [M:0;96bb5f2c2895:33203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fc2b77f918a4b9e8f17911850efe4b3 2024-11-25T11:36:54,505 DEBUG [M:0;96bb5f2c2895:33203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/422dc3ba4e3e42eb841c40175fb6e0c9 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732534610649/Put/seqid=0 2024-11-25T11:36:54,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34489 is added to blk_1073741838_1014 (size=5275) 2024-11-25T11:36:54,911 INFO [M:0;96bb5f2c2895:33203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/422dc3ba4e3e42eb841c40175fb6e0c9 2024-11-25T11:36:54,931 DEBUG [M:0;96bb5f2c2895:33203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/468947d9c9a149bbb675d4abf728b40c is 69, key is 96bb5f2c2895,37191,1732534607623/rs:state/1732534609466/Put/seqid=0 2024-11-25T11:36:54,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34489 is added to blk_1073741839_1015 (size=5156) 2024-11-25T11:36:55,021 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,38903,1732534603309.replicationSource.wal-reader.96bb5f2c2895%2C38903%2C1732534603309,1-96bb5f2c2895,38903,1732534603309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/WALs/96bb5f2c2895,38903,1732534603309/96bb5f2c2895%2C38903%2C1732534603309.1732534605321 to pos 0, reset compression=false 2024-11-25T11:36:55,336 INFO [M:0;96bb5f2c2895:33203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/468947d9c9a149bbb675d4abf728b40c 2024-11-25T11:36:55,342 DEBUG [M:0;96bb5f2c2895:33203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fc2b77f918a4b9e8f17911850efe4b3 as hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3fc2b77f918a4b9e8f17911850efe4b3 2024-11-25T11:36:55,347 INFO [M:0;96bb5f2c2895:33203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3fc2b77f918a4b9e8f17911850efe4b3, entries=8, sequenceid=28, filesize=5.5 K 2024-11-25T11:36:55,348 DEBUG [M:0;96bb5f2c2895:33203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/422dc3ba4e3e42eb841c40175fb6e0c9 as hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/422dc3ba4e3e42eb841c40175fb6e0c9 2024-11-25T11:36:55,353 INFO [M:0;96bb5f2c2895:33203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/422dc3ba4e3e42eb841c40175fb6e0c9, entries=3, sequenceid=28, filesize=5.2 K 2024-11-25T11:36:55,354 DEBUG [M:0;96bb5f2c2895:33203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/468947d9c9a149bbb675d4abf728b40c as hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/468947d9c9a149bbb675d4abf728b40c 2024-11-25T11:36:55,358 INFO [M:0;96bb5f2c2895:33203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35227/user/jenkins/test-data/6f0ed491-1ffc-7ce3-2a79-8660a36e2505/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/468947d9c9a149bbb675d4abf728b40c, entries=1, sequenceid=28, filesize=5.0 K 2024-11-25T11:36:55,360 INFO [M:0;96bb5f2c2895:33203 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=28, compaction requested=false 2024-11-25T11:36:55,361 INFO [M:0;96bb5f2c2895:33203 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:55,361 DEBUG [M:0;96bb5f2c2895:33203 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534614063Disabling compacts and flushes for region at 1732534614063Disabling writes for close at 1732534614063Obtaining lock to block concurrent updates at 1732534614063Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732534614063Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732534614063Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732534614064 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732534614064Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732534614079 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732534614079Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732534614491 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732534614505 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732534614505Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732534614916 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732534614930 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732534614930Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74b1f0d8: reopening flushed file at 1732534615341 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2531b4bc: reopening flushed file at 1732534615347 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bf630c3: reopening flushed file at 1732534615353 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=28, compaction requested=false at 1732534615360 (+7 ms)Writing region close event to WAL at 1732534615361 (+1 ms)Closed at 1732534615361 2024-11-25T11:36:55,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34489 is added to blk_1073741830_1006 (size=10165) 2024-11-25T11:36:55,365 INFO [M:0;96bb5f2c2895:33203 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T11:36:55,365 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:36:55,365 INFO [M:0;96bb5f2c2895:33203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33203 2024-11-25T11:36:55,366 INFO [M:0;96bb5f2c2895:33203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:36:55,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:36:55,468 INFO [M:0;96bb5f2c2895:33203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:36:55,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33203-0x1014ee9f4190003, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:36:55,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17861040{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:36:55,474 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@544f7262{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:36:55,474 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:36:55,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23b7da30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:36:55,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c0f6859{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/hadoop.log.dir/,STOPPED} 2024-11-25T11:36:55,476 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:36:55,477 WARN [BP-289959133-172.17.0.2-1732534606492 heartbeating to localhost/127.0.0.1:35227 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:36:55,477 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:36:55,477 WARN [BP-289959133-172.17.0.2-1732534606492 heartbeating to localhost/127.0.0.1:35227 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-289959133-172.17.0.2-1732534606492 (Datanode Uuid c61aebcf-4746-4ee1-8976-f4c02579304f) service to localhost/127.0.0.1:35227 2024-11-25T11:36:55,477 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/cluster_32d3b21b-d19a-8b5d-6681-802213350e98/data/data1/current/BP-289959133-172.17.0.2-1732534606492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:36:55,477 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/cluster_32d3b21b-d19a-8b5d-6681-802213350e98/data/data2/current/BP-289959133-172.17.0.2-1732534606492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:36:55,478 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:36:55,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6db85c9d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:36:55,484 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73d03855{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:36:55,484 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:36:55,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fdf487{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:36:55,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@531847b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/hadoop.log.dir/,STOPPED} 2024-11-25T11:36:55,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T11:36:55,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T11:36:55,499 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:36:55,499 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:36:55,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:55,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:55,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:55,499 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T11:36:55,499 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=807071653, stopped=false 2024-11-25T11:36:55,499 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=96bb5f2c2895,41051,1732534603257 2024-11-25T11:36:55,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-416495624/running 2024-11-25T11:36:55,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1014ee9f4190001, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-416495624/running 2024-11-25T11:36:55,501 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:36:55,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416495624 2024-11-25T11:36:55,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1014ee9f4190001, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416495624 2024-11-25T11:36:55,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:36:55,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:36:55,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:55,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38903-0x1014ee9f4190001, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Set watcher on znode that does not yet exist, /0-416495624/running 2024-11-25T11:36:55,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Set watcher on znode that does not yet exist, /0-416495624/running 2024-11-25T11:36:55,502 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,38903,1732534603309' ***** 2024-11-25T11:36:55,502 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:36:55,502 INFO [RS:0;96bb5f2c2895:38903 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:36:55,503 INFO [RS:0;96bb5f2c2895:38903 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:36:55,503 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:36:55,503 INFO [RS:0;96bb5f2c2895:38903 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:36:55,503 INFO [RS:0;96bb5f2c2895:38903 {}] regionserver.HRegionServer(3091): Received CLOSE for f83412a78f398b6d3881451f070aa276 2024-11-25T11:36:55,503 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:36:55,503 INFO [RS:0;96bb5f2c2895:38903 {}] regionserver.HRegionServer(959): stopping server 96bb5f2c2895,38903,1732534603309 2024-11-25T11:36:55,503 INFO [RS:0;96bb5f2c2895:38903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:36:55,503 INFO [RS:0;96bb5f2c2895:38903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:38903. 2024-11-25T11:36:55,503 DEBUG [RS:0;96bb5f2c2895:38903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:36:55,503 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f83412a78f398b6d3881451f070aa276, disabling compactions & flushes 2024-11-25T11:36:55,503 DEBUG [RS:0;96bb5f2c2895:38903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:55,503 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534610781.f83412a78f398b6d3881451f070aa276. 2024-11-25T11:36:55,503 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534610781.f83412a78f398b6d3881451f070aa276. 2024-11-25T11:36:55,503 INFO [RS:0;96bb5f2c2895:38903 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:36:55,503 INFO [RS:0;96bb5f2c2895:38903 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:36:55,503 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534610781.f83412a78f398b6d3881451f070aa276. after waiting 0 ms 2024-11-25T11:36:55,504 INFO [RS:0;96bb5f2c2895:38903 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:36:55,504 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534610781.f83412a78f398b6d3881451f070aa276. 2024-11-25T11:36:55,504 INFO [RS:0;96bb5f2c2895:38903 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T11:36:55,504 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f83412a78f398b6d3881451f070aa276 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-25T11:36:55,504 INFO [RS:0;96bb5f2c2895:38903 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T11:36:55,504 DEBUG [RS:0;96bb5f2c2895:38903 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f83412a78f398b6d3881451f070aa276=hbase:replication,,1732534610781.f83412a78f398b6d3881451f070aa276.} 2024-11-25T11:36:55,504 DEBUG [RS:0;96bb5f2c2895:38903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f83412a78f398b6d3881451f070aa276 2024-11-25T11:36:55,504 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:36:55,504 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:36:55,504 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:36:55,504 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:36:55,504 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:36:55,504 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-25T11:36:55,521 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/replication/f83412a78f398b6d3881451f070aa276/.tmp/queue/52031b70c2ab41248e17931a9354b44f is 151, key is 1-96bb5f2c2895,38903,1732534603309/queue:96bb5f2c2895%2C38903%2C1732534603309/1732534612239/Put/seqid=0 2024-11-25T11:36:55,521 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/meta/1588230740/.tmp/info/f335f5ba5f404e9fb853c9e963279bf3 is 147, key is hbase:replication,,1732534610781.f83412a78f398b6d3881451f070aa276./info:regioninfo/1732534611979/Put/seqid=0 2024-11-25T11:36:55,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741839_1015 (size=6631) 2024-11-25T11:36:55,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741838_1014 (size=5350) 2024-11-25T11:36:55,704 DEBUG [RS:0;96bb5f2c2895:38903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f83412a78f398b6d3881451f070aa276 2024-11-25T11:36:55,826 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,38903,1732534603309.replicationSource.wal-reader.96bb5f2c2895%2C38903%2C1732534603309,1-96bb5f2c2895,38903,1732534603309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/WALs/96bb5f2c2895,38903,1732534603309/96bb5f2c2895%2C38903%2C1732534603309.1732534605321 to pos 0, reset compression=false 2024-11-25T11:36:55,904 DEBUG [RS:0;96bb5f2c2895:38903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f83412a78f398b6d3881451f070aa276 2024-11-25T11:36:55,927 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/replication/f83412a78f398b6d3881451f070aa276/.tmp/queue/52031b70c2ab41248e17931a9354b44f 2024-11-25T11:36:55,927 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/meta/1588230740/.tmp/info/f335f5ba5f404e9fb853c9e963279bf3 2024-11-25T11:36:55,934 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/replication/f83412a78f398b6d3881451f070aa276/.tmp/queue/52031b70c2ab41248e17931a9354b44f as hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/replication/f83412a78f398b6d3881451f070aa276/queue/52031b70c2ab41248e17931a9354b44f 2024-11-25T11:36:55,940 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/replication/f83412a78f398b6d3881451f070aa276/queue/52031b70c2ab41248e17931a9354b44f, entries=1, sequenceid=5, filesize=5.2 K 2024-11-25T11:36:55,941 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f83412a78f398b6d3881451f070aa276 in 437ms, sequenceid=5, compaction requested=false 2024-11-25T11:36:55,941 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T11:36:55,947 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/replication/f83412a78f398b6d3881451f070aa276/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T11:36:55,948 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:36:55,948 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:36:55,948 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732534610781.f83412a78f398b6d3881451f070aa276. 2024-11-25T11:36:55,948 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f83412a78f398b6d3881451f070aa276: Waiting for close lock at 1732534615503Running coprocessor pre-close hooks at 1732534615503Disabling compacts and flushes for region at 1732534615503Disabling writes for close at 1732534615504 (+1 ms)Obtaining lock to block concurrent updates at 1732534615504Preparing flush snapshotting stores in f83412a78f398b6d3881451f070aa276 at 1732534615504Finished memstore snapshotting hbase:replication,,1732534610781.f83412a78f398b6d3881451f070aa276., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732534615504Flushing stores of hbase:replication,,1732534610781.f83412a78f398b6d3881451f070aa276. at 1732534615505 (+1 ms)Flushing f83412a78f398b6d3881451f070aa276/queue: creating writer at 1732534615505Flushing f83412a78f398b6d3881451f070aa276/queue: appending metadata at 1732534615520 (+15 ms)Flushing f83412a78f398b6d3881451f070aa276/queue: closing flushed file at 1732534615520Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d69e9fa: reopening flushed file at 1732534615933 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f83412a78f398b6d3881451f070aa276 in 437ms, sequenceid=5, compaction requested=false at 1732534615941 (+8 ms)Writing region close event to WAL at 1732534615944 (+3 ms)Running coprocessor post-close hooks at 1732534615948 (+4 ms)Closed at 1732534615948 2024-11-25T11:36:55,948 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732534610781.f83412a78f398b6d3881451f070aa276. 2024-11-25T11:36:55,949 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/meta/1588230740/.tmp/ns/f083c53b4b7944c79e0acecabf941640 is 43, key is default/ns:d/1732534606352/Put/seqid=0 2024-11-25T11:36:55,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741840_1016 (size=5153) 2024-11-25T11:36:56,105 DEBUG [RS:0;96bb5f2c2895:38903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:36:56,256 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T11:36:56,256 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T11:36:56,305 DEBUG [RS:0;96bb5f2c2895:38903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:36:56,354 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/meta/1588230740/.tmp/ns/f083c53b4b7944c79e0acecabf941640 2024-11-25T11:36:56,375 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/meta/1588230740/.tmp/table/8534f3f42eb3460490a65f8c5edc9c41 is 53, key is hbase:replication/table:state/1732534611989/Put/seqid=0 2024-11-25T11:36:56,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741841_1017 (size=5256) 2024-11-25T11:36:56,505 INFO [RS:0;96bb5f2c2895:38903 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T11:36:56,505 DEBUG [RS:0;96bb5f2c2895:38903 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T11:36:56,505 DEBUG [RS:0;96bb5f2c2895:38903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:36:56,705 DEBUG [RS:0;96bb5f2c2895:38903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:36:56,732 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,38903,1732534603309.replicationSource.wal-reader.96bb5f2c2895%2C38903%2C1732534603309,1-96bb5f2c2895,38903,1732534603309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/WALs/96bb5f2c2895,38903,1732534603309/96bb5f2c2895%2C38903%2C1732534603309.1732534605321 to pos 0, reset compression=false 2024-11-25T11:36:56,779 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/meta/1588230740/.tmp/table/8534f3f42eb3460490a65f8c5edc9c41 2024-11-25T11:36:56,786 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/meta/1588230740/.tmp/info/f335f5ba5f404e9fb853c9e963279bf3 as hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/meta/1588230740/info/f335f5ba5f404e9fb853c9e963279bf3 2024-11-25T11:36:56,791 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/meta/1588230740/info/f335f5ba5f404e9fb853c9e963279bf3, entries=10, sequenceid=11, filesize=6.5 K 2024-11-25T11:36:56,792 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/meta/1588230740/.tmp/ns/f083c53b4b7944c79e0acecabf941640 as hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/meta/1588230740/ns/f083c53b4b7944c79e0acecabf941640 2024-11-25T11:36:56,797 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/meta/1588230740/ns/f083c53b4b7944c79e0acecabf941640, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T11:36:56,798 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/meta/1588230740/.tmp/table/8534f3f42eb3460490a65f8c5edc9c41 as hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/meta/1588230740/table/8534f3f42eb3460490a65f8c5edc9c41 2024-11-25T11:36:56,804 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/meta/1588230740/table/8534f3f42eb3460490a65f8c5edc9c41, entries=2, sequenceid=11, filesize=5.1 K 2024-11-25T11:36:56,805 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=11, compaction requested=false 2024-11-25T11:36:56,810 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T11:36:56,810 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:36:56,810 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:36:56,811 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:36:56,811 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534615504Running coprocessor pre-close hooks at 1732534615504Disabling compacts and flushes for region at 1732534615504Disabling writes for close at 1732534615504Obtaining lock to block concurrent updates at 1732534615504Preparing flush snapshotting stores in 1588230740 at 1732534615504Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732534615505 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732534615505Flushing 1588230740/info: creating writer at 1732534615505Flushing 1588230740/info: appending metadata at 1732534615521 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732534615521Flushing 1588230740/ns: creating writer at 1732534615933 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732534615949 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732534615949Flushing 1588230740/table: creating writer at 1732534616360 (+411 ms)Flushing 1588230740/table: appending metadata at 1732534616374 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732534616374Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@690b63c8: reopening flushed file at 1732534616785 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ded5f76: reopening flushed file at 1732534616791 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9dd0402: reopening flushed file at 1732534616797 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=11, compaction requested=false at 1732534616805 (+8 ms)Writing region close event to WAL at 1732534616806 (+1 ms)Running coprocessor post-close hooks at 1732534616810 (+4 ms)Closed at 1732534616811 (+1 ms) 2024-11-25T11:36:56,811 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T11:36:56,906 INFO [RS:0;96bb5f2c2895:38903 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,38903,1732534603309; all regions closed. 2024-11-25T11:36:56,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741834_1010 (size=2742) 2024-11-25T11:36:56,909 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/WALs/96bb5f2c2895,38903,1732534603309/96bb5f2c2895%2C38903%2C1732534603309.meta.1732534606293.meta not finished, retry = 0 2024-11-25T11:36:57,012 DEBUG [RS:0;96bb5f2c2895:38903 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/oldWALs 2024-11-25T11:36:57,012 INFO [RS:0;96bb5f2c2895:38903 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C38903%2C1732534603309.meta:.meta(num 1732534606293) 2024-11-25T11:36:57,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741837_1013 (size=1586) 2024-11-25T11:36:57,021 DEBUG [RS:0;96bb5f2c2895:38903 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/oldWALs 2024-11-25T11:36:57,021 INFO [RS:0;96bb5f2c2895:38903 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C38903%2C1732534603309.rep:(num 1732534611925) 2024-11-25T11:36:57,025 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/WALs/96bb5f2c2895,38903,1732534603309/96bb5f2c2895%2C38903%2C1732534603309.1732534605321 not finished, retry = 0 2024-11-25T11:36:57,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741832_1008 (size=93) 2024-11-25T11:36:57,128 DEBUG [RS:0;96bb5f2c2895:38903 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/oldWALs 2024-11-25T11:36:57,128 INFO [RS:0;96bb5f2c2895:38903 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C38903%2C1732534603309:(num 1732534605321) 2024-11-25T11:36:57,128 DEBUG [RS:0;96bb5f2c2895:38903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:57,128 INFO [RS:0;96bb5f2c2895:38903 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:36:57,128 INFO [RS:0;96bb5f2c2895:38903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:36:57,128 INFO [RS:0;96bb5f2c2895:38903 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T11:36:57,128 INFO [RS:0;96bb5f2c2895:38903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:36:57,128 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:36:57,129 INFO [RS:0;96bb5f2c2895:38903 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-96bb5f2c2895,38903,1732534603309 because: Region server is closing 2024-11-25T11:36:57,129 INFO [RS:0;96bb5f2c2895:38903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:38903. 2024-11-25T11:36:57,129 DEBUG [RS:0;96bb5f2c2895:38903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:36:57,129 DEBUG [RS:0;96bb5f2c2895:38903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:57,129 DEBUG [RS:0;96bb5f2c2895:38903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:57,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:57,229 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,38903,1732534603309.replicationSource.wal-reader.96bb5f2c2895%2C38903%2C1732534603309,1-96bb5f2c2895,38903,1732534603309 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T11:36:57,229 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,38903,1732534603309.replicationSource.shipper96bb5f2c2895%2C38903%2C1732534603309,1-96bb5f2c2895,38903,1732534603309 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T11:36:57,230 INFO [RS:0;96bb5f2c2895:38903 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,38903,1732534603309.replicationSource.shipper96bb5f2c2895%2C38903%2C1732534603309,1-96bb5f2c2895,38903,1732534603309 terminated 2024-11-25T11:36:57,230 INFO [RS:0;96bb5f2c2895:38903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38903 2024-11-25T11:36:57,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1014ee9f4190001, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-416495624/rs/96bb5f2c2895,38903,1732534603309 2024-11-25T11:36:57,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416495624/rs 2024-11-25T11:36:57,232 INFO [RS:0;96bb5f2c2895:38903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:36:57,234 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,38903,1732534603309] 2024-11-25T11:36:57,237 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-416495624/draining/96bb5f2c2895,38903,1732534603309 already deleted, retry=false 2024-11-25T11:36:57,237 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96bb5f2c2895,38903,1732534603309 expired; onlineServers=0 2024-11-25T11:36:57,237 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '96bb5f2c2895,41051,1732534603257' ***** 2024-11-25T11:36:57,238 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T11:36:57,238 INFO [M:0;96bb5f2c2895:41051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:36:57,238 INFO [M:0;96bb5f2c2895:41051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:36:57,238 DEBUG [M:0;96bb5f2c2895:41051 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T11:36:57,238 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T11:36:57,238 DEBUG [M:0;96bb5f2c2895:41051 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T11:36:57,238 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534605130 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534605130,5,FailOnTimeoutGroup] 2024-11-25T11:36:57,238 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534605129 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534605129,5,FailOnTimeoutGroup] 2024-11-25T11:36:57,238 INFO [M:0;96bb5f2c2895:41051 {}] hbase.ChoreService(370): Chore service for: master/96bb5f2c2895:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T11:36:57,238 INFO [M:0;96bb5f2c2895:41051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:36:57,238 DEBUG [M:0;96bb5f2c2895:41051 {}] master.HMaster(1795): Stopping service threads 2024-11-25T11:36:57,238 INFO [M:0;96bb5f2c2895:41051 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T11:36:57,239 INFO [M:0;96bb5f2c2895:41051 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:36:57,239 INFO [M:0;96bb5f2c2895:41051 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T11:36:57,239 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T11:36:57,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-416495624/master 2024-11-25T11:36:57,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-416495624 2024-11-25T11:36:57,247 DEBUG [M:0;96bb5f2c2895:41051 {}] zookeeper.RecoverableZooKeeper(212): Node /0-416495624/master already deleted, retry=false 2024-11-25T11:36:57,247 DEBUG [M:0;96bb5f2c2895:41051 {}] master.ActiveMasterManager(353): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-416495624/master 2024-11-25T11:36:57,248 INFO [M:0;96bb5f2c2895:41051 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/.lastflushedseqids 2024-11-25T11:36:57,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741842_1018 (size=181) 2024-11-25T11:36:57,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1014ee9f4190001, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:36:57,335 INFO [RS:0;96bb5f2c2895:38903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:36:57,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x1014ee9f4190001, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:36:57,335 INFO [RS:0;96bb5f2c2895:38903 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,38903,1732534603309; zookeeper connection closed. 2024-11-25T11:36:57,335 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37342e81 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37342e81 2024-11-25T11:36:57,336 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T11:36:57,455 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:36:57,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:36:57,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:36:57,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:36:57,569 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:36:57,569 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T11:36:57,569 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:36:57,659 INFO [M:0;96bb5f2c2895:41051 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T11:36:57,660 INFO [M:0;96bb5f2c2895:41051 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T11:36:57,660 DEBUG [M:0;96bb5f2c2895:41051 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:36:57,660 INFO [M:0;96bb5f2c2895:41051 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:57,660 DEBUG [M:0;96bb5f2c2895:41051 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:57,660 DEBUG [M:0;96bb5f2c2895:41051 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:36:57,660 DEBUG [M:0;96bb5f2c2895:41051 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:57,660 INFO [M:0;96bb5f2c2895:41051 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-25T11:36:57,692 DEBUG [M:0;96bb5f2c2895:41051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f021f304c893479b88dd09332d045eea is 82, key is hbase:meta,,1/info:regioninfo/1732534606336/Put/seqid=0 2024-11-25T11:36:57,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741843_1019 (size=5672) 2024-11-25T11:36:58,099 INFO [M:0;96bb5f2c2895:41051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f021f304c893479b88dd09332d045eea 2024-11-25T11:36:58,119 DEBUG [M:0;96bb5f2c2895:41051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13c1c4b8be9240a99ac77d00924bbc0f is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732534611993/Put/seqid=0 2024-11-25T11:36:58,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741844_1020 (size=7203) 2024-11-25T11:36:58,524 INFO [M:0;96bb5f2c2895:41051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13c1c4b8be9240a99ac77d00924bbc0f 2024-11-25T11:36:58,543 DEBUG [M:0;96bb5f2c2895:41051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a2c0c9629624c3d8088db8b2e2501a4 is 69, key is 96bb5f2c2895,38903,1732534603309/rs:state/1732534605164/Put/seqid=0 2024-11-25T11:36:58,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741845_1021 (size=5156) 2024-11-25T11:36:58,948 INFO [M:0;96bb5f2c2895:41051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a2c0c9629624c3d8088db8b2e2501a4 2024-11-25T11:36:58,955 DEBUG [M:0;96bb5f2c2895:41051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f021f304c893479b88dd09332d045eea as hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f021f304c893479b88dd09332d045eea 2024-11-25T11:36:58,960 INFO [M:0;96bb5f2c2895:41051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f021f304c893479b88dd09332d045eea, entries=8, sequenceid=70, filesize=5.5 K 2024-11-25T11:36:58,961 DEBUG [M:0;96bb5f2c2895:41051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13c1c4b8be9240a99ac77d00924bbc0f as hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/13c1c4b8be9240a99ac77d00924bbc0f 2024-11-25T11:36:58,966 INFO [M:0;96bb5f2c2895:41051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/13c1c4b8be9240a99ac77d00924bbc0f, entries=8, sequenceid=70, filesize=7.0 K 2024-11-25T11:36:58,967 DEBUG [M:0;96bb5f2c2895:41051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a2c0c9629624c3d8088db8b2e2501a4 as hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a2c0c9629624c3d8088db8b2e2501a4 2024-11-25T11:36:58,972 INFO [M:0;96bb5f2c2895:41051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32975/user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a2c0c9629624c3d8088db8b2e2501a4, entries=1, sequenceid=70, filesize=5.0 K 2024-11-25T11:36:58,973 INFO [M:0;96bb5f2c2895:41051 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=70, compaction requested=false 2024-11-25T11:36:58,975 INFO [M:0;96bb5f2c2895:41051 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:58,975 DEBUG [M:0;96bb5f2c2895:41051 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534617660Disabling compacts and flushes for region at 1732534617660Disabling writes for close at 1732534617660Obtaining lock to block concurrent updates at 1732534617660Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732534617660Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732534617661 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732534617662 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732534617662Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732534617691 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732534617691Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732534618104 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732534618118 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732534618118Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732534618529 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732534618543 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732534618543Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6323320b: reopening flushed file at 1732534618954 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ff629c5: reopening flushed file at 1732534618960 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2770fee6: reopening flushed file at 1732534618966 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=70, compaction requested=false at 1732534618973 (+7 ms)Writing region close event to WAL at 1732534618974 (+1 ms)Closed at 1732534618974 2024-11-25T11:36:58,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741830_1006 (size=41008) 2024-11-25T11:36:58,977 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66debb1a-028c-3ec6-c21c-8710e5a2fa40/MasterData/WALs/96bb5f2c2895,41051,1732534603257/96bb5f2c2895%2C41051%2C1732534603257.1732534605020 not finished, retry = 0 2024-11-25T11:36:59,078 INFO [M:0;96bb5f2c2895:41051 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T11:36:59,078 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:36:59,078 INFO [M:0;96bb5f2c2895:41051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41051 2024-11-25T11:36:59,078 INFO [M:0;96bb5f2c2895:41051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:36:59,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:36:59,180 INFO [M:0;96bb5f2c2895:41051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:36:59,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41051-0x1014ee9f4190000, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:36:59,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75a94c44{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:36:59,183 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@279d8152{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:36:59,183 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:36:59,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a386722{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:36:59,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b2ebcda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/hadoop.log.dir/,STOPPED} 2024-11-25T11:36:59,185 WARN [BP-1549053787-172.17.0.2-1732534602169 heartbeating to localhost/127.0.0.1:32975 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:36:59,185 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:36:59,185 WARN [BP-1549053787-172.17.0.2-1732534602169 heartbeating to localhost/127.0.0.1:32975 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1549053787-172.17.0.2-1732534602169 (Datanode Uuid d71e2945-1c0a-485a-b6c5-1dcaf592dfa8) service to localhost/127.0.0.1:32975 2024-11-25T11:36:59,185 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:36:59,186 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/cluster_08d18521-d982-ce6a-c597-92f79ab8a452/data/data1/current/BP-1549053787-172.17.0.2-1732534602169 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:36:59,186 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/cluster_08d18521-d982-ce6a-c597-92f79ab8a452/data/data2/current/BP-1549053787-172.17.0.2-1732534602169 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:36:59,186 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:36:59,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c010725{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:36:59,193 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ad87a0d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:36:59,193 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:36:59,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42fdcfbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:36:59,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fa94757{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d998ec11-0068-9e87-4c59-0411b7b27bb8/hadoop.log.dir/,STOPPED} 2024-11-25T11:36:59,200 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T11:36:59,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T11:36:59,227 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=140 (was 109) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49589) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49589) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:32975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32975 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35227 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 427) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 230) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4389 (was 5239) 2024-11-25T11:36:59,235 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=140, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=4388 2024-11-25T11:36:59,248 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-25T11:36:59,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/hadoop.log.dir so I do NOT create it in target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626 2024-11-25T11:36:59,249 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T11:36:59,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/hadoop.tmp.dir so I do NOT create it in target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626 2024-11-25T11:36:59,249 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14e648c7-83a0-432d-2242-ada929e55a77/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T11:36:59,249 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626 2024-11-25T11:36:59,249 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/cluster_1e2a9dcb-398f-74ba-cf40-45ee5d4b421d, deleteOnExit=true 2024-11-25T11:36:59,252 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/cluster_1e2a9dcb-398f-74ba-cf40-45ee5d4b421d/zookeeper_0, clientPort=60205, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/cluster_1e2a9dcb-398f-74ba-cf40-45ee5d4b421d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/cluster_1e2a9dcb-398f-74ba-cf40-45ee5d4b421d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T11:36:59,253 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60205 2024-11-25T11:36:59,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T11:36:59,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T11:36:59,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/test.cache.data in system properties and HBase conf 2024-11-25T11:36:59,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T11:36:59,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/hadoop.log.dir in system properties and HBase conf 2024-11-25T11:36:59,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T11:36:59,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T11:36:59,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T11:36:59,254 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T11:36:59,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:36:59,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:36:59,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T11:36:59,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:36:59,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T11:36:59,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T11:36:59,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:36:59,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:36:59,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T11:36:59,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/nfs.dump.dir in system properties and HBase conf 2024-11-25T11:36:59,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/java.io.tmpdir in system properties and HBase conf 2024-11-25T11:36:59,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:36:59,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T11:36:59,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T11:36:59,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014ee9f4190005, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T11:36:59,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014ee9f4190002, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T11:36:59,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014ee9f4190005, quorum=127.0.0.1:49589, baseZNode=/1602077574 Received Disconnected from ZooKeeper, ignoring 2024-11-25T11:36:59,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014ee9f4190002, quorum=127.0.0.1:49589, baseZNode=/0-416495624 Received Disconnected from ZooKeeper, ignoring 2024-11-25T11:36:59,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:36:59,339 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:36:59,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:36:59,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:36:59,340 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T11:36:59,341 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:36:59,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36c0e5d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:36:59,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6474836b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:36:59,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c23ea55{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/java.io.tmpdir/jetty-localhost-40363-hadoop-hdfs-3_4_1-tests_jar-_-any-18389523553382441359/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:36:59,467 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d61262c{HTTP/1.1, (http/1.1)}{localhost:40363} 2024-11-25T11:36:59,467 INFO [Time-limited test {}] server.Server(415): Started @47281ms 2024-11-25T11:36:59,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:36:59,558 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:36:59,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:36:59,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:36:59,560 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T11:36:59,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5dbed4e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:36:59,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12d9f85b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:36:59,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c254bc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/java.io.tmpdir/jetty-localhost-39911-hadoop-hdfs-3_4_1-tests_jar-_-any-7487119541665404627/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:36:59,677 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66f02a1d{HTTP/1.1, (http/1.1)}{localhost:39911} 2024-11-25T11:36:59,677 INFO [Time-limited test {}] server.Server(415): Started @47491ms 2024-11-25T11:36:59,678 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:36:59,781 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/cluster_1e2a9dcb-398f-74ba-cf40-45ee5d4b421d/data/data1/current/BP-1656301875-172.17.0.2-1732534619284/current, will proceed with Du for space computation calculation, 2024-11-25T11:36:59,781 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/cluster_1e2a9dcb-398f-74ba-cf40-45ee5d4b421d/data/data2/current/BP-1656301875-172.17.0.2-1732534619284/current, will proceed with Du for space computation calculation, 2024-11-25T11:36:59,799 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:36:59,802 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d011536b628e196 with lease ID 0x5962d560399041e: Processing first storage report for DS-535a79a4-7025-46b4-8829-1344fc0c413e from datanode DatanodeRegistration(127.0.0.1:40773, datanodeUuid=f77e5b6c-6717-4989-afc9-e19543fea563, infoPort=42875, infoSecurePort=0, ipcPort=43163, storageInfo=lv=-57;cid=testClusterID;nsid=2049731394;c=1732534619284) 2024-11-25T11:36:59,802 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d011536b628e196 with lease ID 0x5962d560399041e: from storage DS-535a79a4-7025-46b4-8829-1344fc0c413e node DatanodeRegistration(127.0.0.1:40773, datanodeUuid=f77e5b6c-6717-4989-afc9-e19543fea563, infoPort=42875, infoSecurePort=0, ipcPort=43163, storageInfo=lv=-57;cid=testClusterID;nsid=2049731394;c=1732534619284), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:36:59,802 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d011536b628e196 with lease ID 0x5962d560399041e: Processing first storage report for DS-cc0d406a-d332-43a4-a50e-58beb0fce308 from datanode DatanodeRegistration(127.0.0.1:40773, datanodeUuid=f77e5b6c-6717-4989-afc9-e19543fea563, infoPort=42875, infoSecurePort=0, ipcPort=43163, storageInfo=lv=-57;cid=testClusterID;nsid=2049731394;c=1732534619284) 2024-11-25T11:36:59,802 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d011536b628e196 with lease ID 0x5962d560399041e: from storage DS-cc0d406a-d332-43a4-a50e-58beb0fce308 node DatanodeRegistration(127.0.0.1:40773, datanodeUuid=f77e5b6c-6717-4989-afc9-e19543fea563, infoPort=42875, infoSecurePort=0, ipcPort=43163, storageInfo=lv=-57;cid=testClusterID;nsid=2049731394;c=1732534619284), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:36:59,903 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626 2024-11-25T11:36:59,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:59,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:36:59,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:37:00,314 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0 with version=8 2024-11-25T11:37:00,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/hbase-staging 2024-11-25T11:37:00,316 INFO [Time-limited test {}] client.ConnectionUtils(128): master/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:37:00,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:37:00,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:37:00,316 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:37:00,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:37:00,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:37:00,316 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T11:37:00,316 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:37:00,317 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37783 2024-11-25T11:37:00,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37783 connecting to ZooKeeper ensemble=127.0.0.1:60205 2024-11-25T11:37:00,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377830x0, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:37:00,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37783-0x1014eea37030000 connected 2024-11-25T11:37:00,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:37:00,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:37:00,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Set watcher on znode that does not yet exist, /0-1642391922/running 2024-11-25T11:37:00,348 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0, hbase.cluster.distributed=false 2024-11-25T11:37:00,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Set watcher on znode that does not yet exist, /0-1642391922/acl 2024-11-25T11:37:00,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37783 2024-11-25T11:37:00,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37783 2024-11-25T11:37:00,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37783 2024-11-25T11:37:00,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37783 2024-11-25T11:37:00,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37783 2024-11-25T11:37:00,374 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:37:00,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:37:00,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:37:00,375 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:37:00,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:37:00,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:37:00,375 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:37:00,375 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:37:00,376 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40991 2024-11-25T11:37:00,377 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40991 connecting to ZooKeeper ensemble=127.0.0.1:60205 2024-11-25T11:37:00,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:37:00,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:37:00,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409910x0, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:37:00,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40991-0x1014eea37030001 connected 2024-11-25T11:37:00,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40991-0x1014eea37030001, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Set watcher on znode that does not yet exist, /0-1642391922/running 2024-11-25T11:37:00,388 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:37:00,390 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:37:00,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40991-0x1014eea37030001, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Set watcher on znode that does not yet exist, /0-1642391922/master 2024-11-25T11:37:00,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40991-0x1014eea37030001, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Set watcher on znode that does not yet exist, /0-1642391922/acl 2024-11-25T11:37:00,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40991 2024-11-25T11:37:00,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40991 2024-11-25T11:37:00,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40991 2024-11-25T11:37:00,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40991 2024-11-25T11:37:00,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40991 2024-11-25T11:37:00,417 DEBUG [M:0;96bb5f2c2895:37783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;96bb5f2c2895:37783 2024-11-25T11:37:00,418 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1642391922/backup-masters/96bb5f2c2895,37783,1732534620316 2024-11-25T11:37:00,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x1014eea37030001, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1642391922/backup-masters 2024-11-25T11:37:00,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1642391922/backup-masters 2024-11-25T11:37:00,420 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Set watcher on existing znode=/0-1642391922/backup-masters/96bb5f2c2895,37783,1732534620316 2024-11-25T11:37:00,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x1014eea37030001, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1642391922/master 2024-11-25T11:37:00,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x1014eea37030001, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1642391922 2024-11-25T11:37:00,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1642391922 2024-11-25T11:37:00,421 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Set watcher on existing znode=/0-1642391922/master 2024-11-25T11:37:00,422 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1642391922/backup-masters/96bb5f2c2895,37783,1732534620316 from backup master directory 2024-11-25T11:37:00,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1642391922/backup-masters/96bb5f2c2895,37783,1732534620316 2024-11-25T11:37:00,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x1014eea37030001, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1642391922/backup-masters 2024-11-25T11:37:00,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1642391922/backup-masters 2024-11-25T11:37:00,423 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:37:00,423 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=96bb5f2c2895,37783,1732534620316 2024-11-25T11:37:00,427 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/hbase.id] with ID: 14c57810-8d12-4622-9d2c-b3bdd0328b40 2024-11-25T11:37:00,427 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/.tmp/hbase.id 2024-11-25T11:37:00,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:37:00,837 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/.tmp/hbase.id]:[hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/hbase.id] 2024-11-25T11:37:00,850 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:37:00,850 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T11:37:00,851 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T11:37:00,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1642391922 2024-11-25T11:37:00,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x1014eea37030001, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1642391922 2024-11-25T11:37:00,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:37:01,262 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:37:01,262 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T11:37:01,263 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:37:01,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:37:01,670 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/MasterData/data/master/store 2024-11-25T11:37:01,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:37:02,077 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:37:02,077 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:37:02,077 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:37:02,077 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:37:02,077 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:37:02,077 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:37:02,078 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:37:02,078 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534622077Disabling compacts and flushes for region at 1732534622077Disabling writes for close at 1732534622077Writing region close event to WAL at 1732534622077Closed at 1732534622077 2024-11-25T11:37:02,079 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/MasterData/data/master/store/.initializing 2024-11-25T11:37:02,079 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/MasterData/WALs/96bb5f2c2895,37783,1732534620316 2024-11-25T11:37:02,080 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:37:02,081 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C37783%2C1732534620316, suffix=, logDir=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/MasterData/WALs/96bb5f2c2895,37783,1732534620316, archiveDir=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/MasterData/oldWALs, maxLogs=10 2024-11-25T11:37:02,095 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/MasterData/WALs/96bb5f2c2895,37783,1732534620316/96bb5f2c2895%2C37783%2C1732534620316.1732534622081, exclude list is [], retry=0 2024-11-25T11:37:02,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40773,DS-535a79a4-7025-46b4-8829-1344fc0c413e,DISK] 2024-11-25T11:37:02,099 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/MasterData/WALs/96bb5f2c2895,37783,1732534620316/96bb5f2c2895%2C37783%2C1732534620316.1732534622081 2024-11-25T11:37:02,100 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42875:42875)] 2024-11-25T11:37:02,100 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:37:02,100 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:37:02,100 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:37:02,100 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:37:02,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:37:02,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T11:37:02,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:02,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:37:02,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:37:02,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T11:37:02,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:02,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:37:02,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:37:02,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T11:37:02,106 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:02,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:37:02,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:37:02,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T11:37:02,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:02,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:37:02,108 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:37:02,109 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:37:02,109 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:37:02,110 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:37:02,110 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:37:02,111 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:37:02,112 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:37:02,114 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:37:02,114 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68979574, jitterRate=0.02787575125694275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:37:02,115 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732534622100Initializing all the Stores at 1732534622101 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534622101Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534622101Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534622101Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534622101Cleaning up temporary data from old regions at 1732534622110 (+9 ms)Region opened successfully at 1732534622115 (+5 ms) 2024-11-25T11:37:02,115 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T11:37:02,118 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1958db5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:37:02,119 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T11:37:02,119 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T11:37:02,119 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T11:37:02,120 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T11:37:02,120 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T11:37:02,121 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T11:37:02,121 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T11:37:02,123 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T11:37:02,123 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Unable to get data of znode /0-1642391922/balancer because node does not exist (not necessarily an error) 2024-11-25T11:37:02,124 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1642391922/balancer already deleted, retry=false 2024-11-25T11:37:02,125 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T11:37:02,125 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Unable to get data of znode /0-1642391922/normalizer because node does not exist (not necessarily an error) 2024-11-25T11:37:02,126 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1642391922/normalizer already deleted, retry=false 2024-11-25T11:37:02,127 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T11:37:02,127 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Unable to get data of znode /0-1642391922/switch/split because node does not exist (not necessarily an error) 2024-11-25T11:37:02,129 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1642391922/switch/split already deleted, retry=false 2024-11-25T11:37:02,129 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Unable to get data of znode /0-1642391922/switch/merge because node does not exist (not necessarily an error) 2024-11-25T11:37:02,133 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1642391922/switch/merge already deleted, retry=false 2024-11-25T11:37:02,135 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Unable to get data of znode /0-1642391922/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T11:37:02,136 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1642391922/snapshot-cleanup already deleted, retry=false 2024-11-25T11:37:02,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1642391922/running 2024-11-25T11:37:02,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x1014eea37030001, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1642391922/running 2024-11-25T11:37:02,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1642391922 2024-11-25T11:37:02,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x1014eea37030001, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1642391922 2024-11-25T11:37:02,138 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=96bb5f2c2895,37783,1732534620316, sessionid=0x1014eea37030000, setting cluster-up flag (Was=false) 2024-11-25T11:37:02,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x1014eea37030001, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1642391922 2024-11-25T11:37:02,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1642391922 2024-11-25T11:37:02,147 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1642391922/flush-table-proc/acquired, /0-1642391922/flush-table-proc/reached, /0-1642391922/flush-table-proc/abort 2024-11-25T11:37:02,148 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,37783,1732534620316 2024-11-25T11:37:02,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1642391922 2024-11-25T11:37:02,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x1014eea37030001, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1642391922 2024-11-25T11:37:02,158 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1642391922/online-snapshot/acquired, /0-1642391922/online-snapshot/reached, /0-1642391922/online-snapshot/abort 2024-11-25T11:37:02,158 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,37783,1732534620316 2024-11-25T11:37:02,160 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T11:37:02,161 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T11:37:02,161 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T11:37:02,162 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T11:37:02,162 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 96bb5f2c2895,37783,1732534620316 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T11:37:02,163 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:37:02,163 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:37:02,163 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:37:02,163 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:37:02,163 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/96bb5f2c2895:0, corePoolSize=10, maxPoolSize=10 2024-11-25T11:37:02,163 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:37:02,163 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:37:02,163 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:37:02,165 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:37:02,165 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T11:37:02,166 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:02,166 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T11:37:02,166 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732534652166 2024-11-25T11:37:02,166 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T11:37:02,166 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T11:37:02,166 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T11:37:02,166 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T11:37:02,166 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T11:37:02,166 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T11:37:02,167 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:02,168 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T11:37:02,168 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T11:37:02,168 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T11:37:02,168 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T11:37:02,168 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T11:37:02,168 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T11:37:02,169 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534622169,5,FailOnTimeoutGroup] 2024-11-25T11:37:02,171 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534622169,5,FailOnTimeoutGroup] 2024-11-25T11:37:02,171 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:02,172 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T11:37:02,172 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:02,172 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:02,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:37:02,205 INFO [RS:0;96bb5f2c2895:40991 {}] regionserver.HRegionServer(746): ClusterId : 14c57810-8d12-4622-9d2c-b3bdd0328b40 2024-11-25T11:37:02,205 DEBUG [RS:0;96bb5f2c2895:40991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:37:02,207 DEBUG [RS:0;96bb5f2c2895:40991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:37:02,208 DEBUG [RS:0;96bb5f2c2895:40991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:37:02,209 DEBUG [RS:0;96bb5f2c2895:40991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:37:02,210 DEBUG [RS:0;96bb5f2c2895:40991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7497255a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:37:02,223 DEBUG [RS:0;96bb5f2c2895:40991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;96bb5f2c2895:40991 2024-11-25T11:37:02,223 INFO [RS:0;96bb5f2c2895:40991 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:37:02,223 INFO [RS:0;96bb5f2c2895:40991 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:37:02,223 DEBUG [RS:0;96bb5f2c2895:40991 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:37:02,224 INFO [RS:0;96bb5f2c2895:40991 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,37783,1732534620316 with port=40991, startcode=1732534620374 2024-11-25T11:37:02,224 DEBUG [RS:0;96bb5f2c2895:40991 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:37:02,225 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:37:02,226 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37783 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,40991,1732534620374 2024-11-25T11:37:02,226 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37783 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,40991,1732534620374 2024-11-25T11:37:02,227 DEBUG [RS:0;96bb5f2c2895:40991 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0 2024-11-25T11:37:02,228 DEBUG [RS:0;96bb5f2c2895:40991 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42847 2024-11-25T11:37:02,228 DEBUG [RS:0;96bb5f2c2895:40991 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:37:02,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1642391922/rs 2024-11-25T11:37:02,230 DEBUG [RS:0;96bb5f2c2895:40991 {}] zookeeper.ZKUtil(111): regionserver:40991-0x1014eea37030001, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Set watcher on existing znode=/0-1642391922/rs/96bb5f2c2895,40991,1732534620374 2024-11-25T11:37:02,230 WARN [RS:0;96bb5f2c2895:40991 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:37:02,230 INFO [RS:0;96bb5f2c2895:40991 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:37:02,230 DEBUG [RS:0;96bb5f2c2895:40991 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374 2024-11-25T11:37:02,230 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,40991,1732534620374] 2024-11-25T11:37:02,234 INFO [RS:0;96bb5f2c2895:40991 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:37:02,236 INFO [RS:0;96bb5f2c2895:40991 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:37:02,236 INFO [RS:0;96bb5f2c2895:40991 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:37:02,236 INFO [RS:0;96bb5f2c2895:40991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:02,236 INFO [RS:0;96bb5f2c2895:40991 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:37:02,237 INFO [RS:0;96bb5f2c2895:40991 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:37:02,237 INFO [RS:0;96bb5f2c2895:40991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:02,237 DEBUG [RS:0;96bb5f2c2895:40991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:37:02,237 DEBUG [RS:0;96bb5f2c2895:40991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:37:02,237 DEBUG [RS:0;96bb5f2c2895:40991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:37:02,237 DEBUG [RS:0;96bb5f2c2895:40991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:37:02,237 DEBUG [RS:0;96bb5f2c2895:40991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:37:02,237 DEBUG [RS:0;96bb5f2c2895:40991 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:37:02,238 DEBUG [RS:0;96bb5f2c2895:40991 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:37:02,238 DEBUG [RS:0;96bb5f2c2895:40991 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:37:02,238 DEBUG [RS:0;96bb5f2c2895:40991 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:37:02,238 DEBUG [RS:0;96bb5f2c2895:40991 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:37:02,238 DEBUG [RS:0;96bb5f2c2895:40991 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:37:02,238 DEBUG [RS:0;96bb5f2c2895:40991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:37:02,238 DEBUG [RS:0;96bb5f2c2895:40991 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:37:02,238 DEBUG [RS:0;96bb5f2c2895:40991 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:37:02,240 INFO [RS:0;96bb5f2c2895:40991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:02,240 INFO [RS:0;96bb5f2c2895:40991 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:02,240 INFO [RS:0;96bb5f2c2895:40991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:02,240 INFO [RS:0;96bb5f2c2895:40991 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:02,240 INFO [RS:0;96bb5f2c2895:40991 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:02,240 INFO [RS:0;96bb5f2c2895:40991 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,40991,1732534620374-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:37:02,255 INFO [RS:0;96bb5f2c2895:40991 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:37:02,255 INFO [RS:0;96bb5f2c2895:40991 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,40991,1732534620374-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:02,255 INFO [RS:0;96bb5f2c2895:40991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:02,255 INFO [RS:0;96bb5f2c2895:40991 {}] regionserver.Replication(171): 96bb5f2c2895,40991,1732534620374 started 2024-11-25T11:37:02,269 INFO [RS:0;96bb5f2c2895:40991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:02,269 INFO [RS:0;96bb5f2c2895:40991 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,40991,1732534620374, RpcServer on 96bb5f2c2895/172.17.0.2:40991, sessionid=0x1014eea37030001 2024-11-25T11:37:02,269 DEBUG [RS:0;96bb5f2c2895:40991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:37:02,269 DEBUG [RS:0;96bb5f2c2895:40991 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,40991,1732534620374 2024-11-25T11:37:02,269 DEBUG [RS:0;96bb5f2c2895:40991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,40991,1732534620374' 2024-11-25T11:37:02,269 DEBUG [RS:0;96bb5f2c2895:40991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1642391922/flush-table-proc/abort' 2024-11-25T11:37:02,270 DEBUG [RS:0;96bb5f2c2895:40991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1642391922/flush-table-proc/acquired' 2024-11-25T11:37:02,270 DEBUG [RS:0;96bb5f2c2895:40991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:37:02,270 DEBUG [RS:0;96bb5f2c2895:40991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:37:02,270 DEBUG [RS:0;96bb5f2c2895:40991 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,40991,1732534620374 2024-11-25T11:37:02,270 DEBUG [RS:0;96bb5f2c2895:40991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,40991,1732534620374' 2024-11-25T11:37:02,270 DEBUG [RS:0;96bb5f2c2895:40991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1642391922/online-snapshot/abort' 2024-11-25T11:37:02,271 DEBUG [RS:0;96bb5f2c2895:40991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1642391922/online-snapshot/acquired' 2024-11-25T11:37:02,271 DEBUG [RS:0;96bb5f2c2895:40991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:37:02,271 INFO [RS:0;96bb5f2c2895:40991 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:37:02,271 INFO [RS:0;96bb5f2c2895:40991 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:37:02,371 INFO [RS:0;96bb5f2c2895:40991 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:37:02,373 INFO [RS:0;96bb5f2c2895:40991 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C40991%2C1732534620374, suffix=, logDir=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374, archiveDir=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/oldWALs, maxLogs=10 2024-11-25T11:37:02,387 DEBUG [RS:0;96bb5f2c2895:40991 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374, exclude list is [], retry=0 2024-11-25T11:37:02,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40773,DS-535a79a4-7025-46b4-8829-1344fc0c413e,DISK] 2024-11-25T11:37:02,391 INFO [RS:0;96bb5f2c2895:40991 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 2024-11-25T11:37:02,392 DEBUG [RS:0;96bb5f2c2895:40991 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42875:42875)] 2024-11-25T11:37:02,575 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T11:37:02,575 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0 2024-11-25T11:37:02,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741833_1009 (size=32) 2024-11-25T11:37:02,732 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:37:02,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:37:02,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:37:02,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:37:02,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:37:02,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:37:02,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:37:02,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:37:02,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:02,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:37:02,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:37:02,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:37:02,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:02,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:37:02,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:37:02,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:37:02,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:02,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:37:02,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:37:02,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:37:02,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:02,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:37:02,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:37:02,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/meta/1588230740 2024-11-25T11:37:02,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/meta/1588230740 2024-11-25T11:37:02,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:37:02,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:37:02,999 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:37:03,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:37:03,003 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:37:03,004 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59956960, jitterRate=-0.10657167434692383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:37:03,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732534622982Initializing all the Stores at 1732534622983 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534622983Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534622984 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534622984Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534622984Cleaning up temporary data from old regions at 1732534622998 (+14 ms)Region opened successfully at 1732534623005 (+7 ms) 2024-11-25T11:37:03,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:37:03,005 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:37:03,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:37:03,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:37:03,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:37:03,011 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:37:03,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534623005Disabling compacts and flushes for region at 1732534623005Disabling writes for close at 1732534623005Writing region close event to WAL at 1732534623011 (+6 ms)Closed at 1732534623011 2024-11-25T11:37:03,013 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:37:03,013 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T11:37:03,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:37:03,016 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:37:03,017 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T11:37:03,168 DEBUG [96bb5f2c2895:37783 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T11:37:03,168 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=96bb5f2c2895,40991,1732534620374 2024-11-25T11:37:03,170 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,40991,1732534620374, state=OPENING 2024-11-25T11:37:03,173 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T11:37:03,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1642391922 2024-11-25T11:37:03,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x1014eea37030001, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1642391922 2024-11-25T11:37:03,179 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:37:03,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,40991,1732534620374}] 2024-11-25T11:37:03,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1642391922/meta-region-server: CHANGED 2024-11-25T11:37:03,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1642391922/meta-region-server: CHANGED 2024-11-25T11:37:03,333 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:37:03,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:37:03,338 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:37:03,338 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:37:03,339 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:37:03,340 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C40991%2C1732534620374.meta, suffix=.meta, logDir=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374, archiveDir=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/oldWALs, maxLogs=10 2024-11-25T11:37:03,354 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.meta.1732534623340.meta, exclude list is [], retry=0 2024-11-25T11:37:03,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40773,DS-535a79a4-7025-46b4-8829-1344fc0c413e,DISK] 2024-11-25T11:37:03,358 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.meta.1732534623340.meta 2024-11-25T11:37:03,358 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42875:42875)] 2024-11-25T11:37:03,359 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:37:03,359 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:37:03,359 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:37:03,359 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:37:03,359 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:37:03,359 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:37:03,359 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:37:03,359 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:37:03,359 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:37:03,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:37:03,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:37:03,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:03,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:37:03,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:37:03,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:37:03,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:03,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:37:03,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:37:03,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:37:03,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:03,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:37:03,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:37:03,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:37:03,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:03,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:37:03,365 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:37:03,366 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/meta/1588230740 2024-11-25T11:37:03,367 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/meta/1588230740 2024-11-25T11:37:03,368 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:37:03,368 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:37:03,369 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:37:03,370 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:37:03,371 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68721351, jitterRate=0.024027928709983826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:37:03,371 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:37:03,372 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732534623360Writing region info on filesystem at 1732534623360Initializing all the Stores at 1732534623360Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534623360Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534623361 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534623361Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534623361Cleaning up temporary data from old regions at 1732534623368 (+7 ms)Running coprocessor post-open hooks at 1732534623371 (+3 ms)Region opened successfully at 1732534623372 (+1 ms) 2024-11-25T11:37:03,373 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732534623332 2024-11-25T11:37:03,376 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:37:03,376 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:37:03,376 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,40991,1732534620374 2024-11-25T11:37:03,377 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,40991,1732534620374, state=OPEN 2024-11-25T11:37:03,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x1014eea37030001, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1642391922/meta-region-server 2024-11-25T11:37:03,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1642391922/meta-region-server 2024-11-25T11:37:03,379 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=96bb5f2c2895,40991,1732534620374 2024-11-25T11:37:03,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1642391922/meta-region-server: CHANGED 2024-11-25T11:37:03,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1642391922/meta-region-server: CHANGED 2024-11-25T11:37:03,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T11:37:03,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,40991,1732534620374 in 200 msec 2024-11-25T11:37:03,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T11:37:03,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 367 msec 2024-11-25T11:37:03,386 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:37:03,386 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T11:37:03,388 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:37:03,388 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,40991,1732534620374, seqNum=-1] 2024-11-25T11:37:03,388 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:37:03,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:37:03,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2340 sec 2024-11-25T11:37:03,396 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732534623396, completionTime=-1 2024-11-25T11:37:03,396 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T11:37:03,396 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T11:37:03,399 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T11:37:03,399 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732534683399 2024-11-25T11:37:03,399 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732534743399 2024-11-25T11:37:03,399 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T11:37:03,399 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,37783,1732534620316-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:03,399 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,37783,1732534620316-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:03,400 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,37783,1732534620316-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:03,400 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-96bb5f2c2895:37783, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:03,400 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:03,400 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:03,402 DEBUG [master/96bb5f2c2895:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T11:37:03,405 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.981sec 2024-11-25T11:37:03,405 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T11:37:03,405 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T11:37:03,405 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T11:37:03,405 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T11:37:03,405 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T11:37:03,405 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,37783,1732534620316-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:37:03,405 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,37783,1732534620316-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T11:37:03,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc1d38b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:03,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,37783,-1 for getting cluster id 2024-11-25T11:37:03,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:37:03,412 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T11:37:03,412 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T11:37:03,412 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,37783,1732534620316-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:03,413 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14c57810-8d12-4622-9d2c-b3bdd0328b40' 2024-11-25T11:37:03,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:37:03,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14c57810-8d12-4622-9d2c-b3bdd0328b40" 2024-11-25T11:37:03,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f6da73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:03,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,37783,-1] 2024-11-25T11:37:03,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:37:03,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:37:03,415 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:37:03,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273110db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:03,417 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:37:03,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,40991,1732534620374, seqNum=-1] 2024-11-25T11:37:03,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:37:03,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:37:03,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=96bb5f2c2895,37783,1732534620316 2024-11-25T11:37:03,423 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60205 2024-11-25T11:37:03,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:37:03,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014eea37030002 connected 2024-11-25T11:37:03,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/hadoop.log.dir so I do NOT create it in target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231 2024-11-25T11:37:03,432 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T11:37:03,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/hadoop.tmp.dir so I do NOT create it in target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231 2024-11-25T11:37:03,432 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T11:37:03,432 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231 2024-11-25T11:37:03,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T11:37:03,432 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/cluster_65308a52-480e-fa39-1da1-835384de5cda, deleteOnExit=true 2024-11-25T11:37:03,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T11:37:03,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/test.cache.data in system properties and HBase conf 2024-11-25T11:37:03,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T11:37:03,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/hadoop.log.dir in system properties and HBase conf 2024-11-25T11:37:03,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T11:37:03,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T11:37:03,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T11:37:03,433 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T11:37:03,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:37:03,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:37:03,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T11:37:03,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:37:03,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T11:37:03,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T11:37:03,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:37:03,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:37:03,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T11:37:03,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/nfs.dump.dir in system properties and HBase conf 2024-11-25T11:37:03,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/java.io.tmpdir in system properties and HBase conf 2024-11-25T11:37:03,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:37:03,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T11:37:03,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T11:37:03,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:37:03,528 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:37:03,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:37:03,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:37:03,552 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T11:37:03,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:37:03,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b3d5207{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:37:03,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@847f2b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:37:03,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2321bae{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/java.io.tmpdir/jetty-localhost-44931-hadoop-hdfs-3_4_1-tests_jar-_-any-14342524645683697723/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:37:03,722 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42b16601{HTTP/1.1, (http/1.1)}{localhost:44931} 2024-11-25T11:37:03,722 INFO [Time-limited test {}] server.Server(415): Started @51536ms 2024-11-25T11:37:03,797 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:37:03,804 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:37:03,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:37:03,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:37:03,804 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T11:37:03,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225e79ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:37:03,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290405a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:37:03,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3bf1f95{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/java.io.tmpdir/jetty-localhost-45273-hadoop-hdfs-3_4_1-tests_jar-_-any-18104474676968307669/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:37:03,927 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@172ab688{HTTP/1.1, (http/1.1)}{localhost:45273} 2024-11-25T11:37:03,927 INFO [Time-limited test {}] server.Server(415): Started @51741ms 2024-11-25T11:37:03,928 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:37:04,027 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/cluster_65308a52-480e-fa39-1da1-835384de5cda/data/data2/current/BP-1144800372-172.17.0.2-1732534623455/current, will proceed with Du for space computation calculation, 2024-11-25T11:37:04,027 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/cluster_65308a52-480e-fa39-1da1-835384de5cda/data/data1/current/BP-1144800372-172.17.0.2-1732534623455/current, will proceed with Du for space computation calculation, 2024-11-25T11:37:04,046 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:37:04,050 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x526834fa021dc06d with lease ID 0x9c58c4ba4e8c96b6: Processing first storage report for DS-a1eafc80-bbe7-4316-8afd-3f8171836e82 from datanode DatanodeRegistration(127.0.0.1:35527, datanodeUuid=ed41b207-fb1b-4310-8a97-85ab11c3eb4e, infoPort=44539, infoSecurePort=0, ipcPort=42061, storageInfo=lv=-57;cid=testClusterID;nsid=1281657094;c=1732534623455) 2024-11-25T11:37:04,050 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x526834fa021dc06d with lease ID 0x9c58c4ba4e8c96b6: from storage DS-a1eafc80-bbe7-4316-8afd-3f8171836e82 node DatanodeRegistration(127.0.0.1:35527, datanodeUuid=ed41b207-fb1b-4310-8a97-85ab11c3eb4e, infoPort=44539, infoSecurePort=0, ipcPort=42061, storageInfo=lv=-57;cid=testClusterID;nsid=1281657094;c=1732534623455), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:37:04,050 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x526834fa021dc06d with lease ID 0x9c58c4ba4e8c96b6: Processing first storage report for DS-5483a433-7f17-47b2-a6de-ce85f4852407 from datanode DatanodeRegistration(127.0.0.1:35527, datanodeUuid=ed41b207-fb1b-4310-8a97-85ab11c3eb4e, infoPort=44539, infoSecurePort=0, ipcPort=42061, storageInfo=lv=-57;cid=testClusterID;nsid=1281657094;c=1732534623455) 2024-11-25T11:37:04,050 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x526834fa021dc06d with lease ID 0x9c58c4ba4e8c96b6: from storage DS-5483a433-7f17-47b2-a6de-ce85f4852407 node DatanodeRegistration(127.0.0.1:35527, datanodeUuid=ed41b207-fb1b-4310-8a97-85ab11c3eb4e, infoPort=44539, infoSecurePort=0, ipcPort=42061, storageInfo=lv=-57;cid=testClusterID;nsid=1281657094;c=1732534623455), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:37:04,053 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231 2024-11-25T11:37:04,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:37:04,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:37:04,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:37:04,465 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf with version=8 2024-11-25T11:37:04,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/hbase-staging 2024-11-25T11:37:04,468 INFO [Time-limited test {}] client.ConnectionUtils(128): master/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:37:04,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:37:04,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:37:04,468 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:37:04,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:37:04,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:37:04,468 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T11:37:04,468 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:37:04,469 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37855 2024-11-25T11:37:04,470 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37855 connecting to ZooKeeper ensemble=127.0.0.1:60205 2024-11-25T11:37:04,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378550x0, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:37:04,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37855-0x1014eea37030003 connected 2024-11-25T11:37:04,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:37:04,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:37:04,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Set watcher on znode that does not yet exist, /1548187405/running 2024-11-25T11:37:04,490 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf, hbase.cluster.distributed=false 2024-11-25T11:37:04,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Set watcher on znode that does not yet exist, /1548187405/acl 2024-11-25T11:37:04,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37855 2024-11-25T11:37:04,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37855 2024-11-25T11:37:04,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37855 2024-11-25T11:37:04,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37855 2024-11-25T11:37:04,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37855 2024-11-25T11:37:04,508 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:37:04,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:37:04,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:37:04,508 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:37:04,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:37:04,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:37:04,508 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:37:04,508 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:37:04,509 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40743 2024-11-25T11:37:04,510 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40743 connecting to ZooKeeper ensemble=127.0.0.1:60205 2024-11-25T11:37:04,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:37:04,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:37:04,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407430x0, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:37:04,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407430x0, quorum=127.0.0.1:60205, baseZNode=/1548187405 Set watcher on znode that does not yet exist, /1548187405/running 2024-11-25T11:37:04,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40743-0x1014eea37030004 connected 2024-11-25T11:37:04,517 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:37:04,518 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:37:04,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40743-0x1014eea37030004, quorum=127.0.0.1:60205, baseZNode=/1548187405 Set watcher on znode that does not yet exist, /1548187405/master 2024-11-25T11:37:04,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40743-0x1014eea37030004, quorum=127.0.0.1:60205, baseZNode=/1548187405 Set watcher on znode that does not yet exist, /1548187405/acl 2024-11-25T11:37:04,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40743 2024-11-25T11:37:04,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40743 2024-11-25T11:37:04,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40743 2024-11-25T11:37:04,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40743 2024-11-25T11:37:04,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40743 2024-11-25T11:37:04,543 DEBUG [M:0;96bb5f2c2895:37855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;96bb5f2c2895:37855 2024-11-25T11:37:04,544 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1548187405/backup-masters/96bb5f2c2895,37855,1732534624467 2024-11-25T11:37:04,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1548187405/backup-masters 2024-11-25T11:37:04,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014eea37030004, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1548187405/backup-masters 2024-11-25T11:37:04,546 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Set watcher on existing znode=/1548187405/backup-masters/96bb5f2c2895,37855,1732534624467 2024-11-25T11:37:04,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014eea37030004, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1548187405/master 2024-11-25T11:37:04,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1548187405 2024-11-25T11:37:04,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014eea37030004, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1548187405 2024-11-25T11:37:04,550 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Set watcher on existing znode=/1548187405/master 2024-11-25T11:37:04,550 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1548187405/backup-masters/96bb5f2c2895,37855,1732534624467 from backup master directory 2024-11-25T11:37:04,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014eea37030004, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1548187405/backup-masters 2024-11-25T11:37:04,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1548187405/backup-masters/96bb5f2c2895,37855,1732534624467 2024-11-25T11:37:04,552 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:37:04,552 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=96bb5f2c2895,37855,1732534624467 2024-11-25T11:37:04,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1548187405/backup-masters 2024-11-25T11:37:04,557 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/hbase.id] with ID: 70c00e18-da99-431c-96c1-d037259047f9 2024-11-25T11:37:04,557 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/.tmp/hbase.id 2024-11-25T11:37:04,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:37:04,966 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/.tmp/hbase.id]:[hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/hbase.id] 2024-11-25T11:37:04,977 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:37:04,978 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T11:37:04,979 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T11:37:04,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1548187405 2024-11-25T11:37:04,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014eea37030004, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1548187405 2024-11-25T11:37:04,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:37:05,387 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:37:05,388 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T11:37:05,388 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:37:05,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:37:05,796 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/MasterData/data/master/store 2024-11-25T11:37:05,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:37:05,804 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:37:05,804 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:37:05,804 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:37:05,804 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:37:05,804 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:37:05,804 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:37:05,804 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:37:05,804 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534625804Disabling compacts and flushes for region at 1732534625804Disabling writes for close at 1732534625804Writing region close event to WAL at 1732534625804Closed at 1732534625804 2024-11-25T11:37:05,805 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/MasterData/data/master/store/.initializing 2024-11-25T11:37:05,805 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/MasterData/WALs/96bb5f2c2895,37855,1732534624467 2024-11-25T11:37:05,806 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:37:05,808 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C37855%2C1732534624467, suffix=, logDir=hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/MasterData/WALs/96bb5f2c2895,37855,1732534624467, archiveDir=hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/MasterData/oldWALs, maxLogs=10 2024-11-25T11:37:05,822 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/MasterData/WALs/96bb5f2c2895,37855,1732534624467/96bb5f2c2895%2C37855%2C1732534624467.1732534625808, exclude list is [], retry=0 2024-11-25T11:37:05,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35527,DS-a1eafc80-bbe7-4316-8afd-3f8171836e82,DISK] 2024-11-25T11:37:05,826 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/MasterData/WALs/96bb5f2c2895,37855,1732534624467/96bb5f2c2895%2C37855%2C1732534624467.1732534625808 2024-11-25T11:37:05,826 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44539:44539)] 2024-11-25T11:37:05,827 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:37:05,827 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:37:05,827 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:37:05,827 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:37:05,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:37:05,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T11:37:05,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:05,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:37:05,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:37:05,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T11:37:05,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:05,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:37:05,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:37:05,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T11:37:05,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:05,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:37:05,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:37:05,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T11:37:05,835 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:05,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:37:05,835 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:37:05,836 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:37:05,836 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:37:05,838 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:37:05,838 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:37:05,838 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:37:05,839 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:37:05,842 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:37:05,842 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75370913, jitterRate=0.12311412394046783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:37:05,842 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732534625827Initializing all the Stores at 1732534625828 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534625828Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534625828Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534625828Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534625828Cleaning up temporary data from old regions at 1732534625838 (+10 ms)Region opened successfully at 1732534625842 (+4 ms) 2024-11-25T11:37:05,842 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T11:37:05,846 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9fdc322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:37:05,846 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T11:37:05,847 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T11:37:05,847 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T11:37:05,847 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T11:37:05,847 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T11:37:05,848 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T11:37:05,848 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T11:37:05,850 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T11:37:05,850 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Unable to get data of znode /1548187405/balancer because node does not exist (not necessarily an error) 2024-11-25T11:37:05,852 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1548187405/balancer already deleted, retry=false 2024-11-25T11:37:05,852 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T11:37:05,853 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Unable to get data of znode /1548187405/normalizer because node does not exist (not necessarily an error) 2024-11-25T11:37:05,855 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1548187405/normalizer already deleted, retry=false 2024-11-25T11:37:05,855 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T11:37:05,856 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Unable to get data of znode /1548187405/switch/split because node does not exist (not necessarily an error) 2024-11-25T11:37:05,857 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1548187405/switch/split already deleted, retry=false 2024-11-25T11:37:05,858 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Unable to get data of znode /1548187405/switch/merge because node does not exist (not necessarily an error) 2024-11-25T11:37:05,859 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1548187405/switch/merge already deleted, retry=false 2024-11-25T11:37:05,861 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Unable to get data of znode /1548187405/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T11:37:05,862 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1548187405/snapshot-cleanup already deleted, retry=false 2024-11-25T11:37:05,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1548187405/running 2024-11-25T11:37:05,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014eea37030004, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1548187405/running 2024-11-25T11:37:05,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1548187405 2024-11-25T11:37:05,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014eea37030004, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1548187405 2024-11-25T11:37:05,867 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=96bb5f2c2895,37855,1732534624467, sessionid=0x1014eea37030003, setting cluster-up flag (Was=false) 2024-11-25T11:37:05,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014eea37030004, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1548187405 2024-11-25T11:37:05,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1548187405 2024-11-25T11:37:05,876 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1548187405/flush-table-proc/acquired, /1548187405/flush-table-proc/reached, /1548187405/flush-table-proc/abort 2024-11-25T11:37:05,877 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,37855,1732534624467 2024-11-25T11:37:05,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1548187405 2024-11-25T11:37:05,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014eea37030004, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1548187405 2024-11-25T11:37:05,890 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1548187405/online-snapshot/acquired, /1548187405/online-snapshot/reached, /1548187405/online-snapshot/abort 2024-11-25T11:37:05,891 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,37855,1732534624467 2024-11-25T11:37:05,893 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T11:37:05,894 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T11:37:05,894 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T11:37:05,895 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T11:37:05,895 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 96bb5f2c2895,37855,1732534624467 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T11:37:05,896 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:37:05,896 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:37:05,896 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:37:05,896 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:37:05,896 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/96bb5f2c2895:0, corePoolSize=10, maxPoolSize=10 2024-11-25T11:37:05,896 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:37:05,896 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:37:05,896 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:37:05,901 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732534655901 2024-11-25T11:37:05,901 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T11:37:05,901 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T11:37:05,901 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T11:37:05,901 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T11:37:05,901 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T11:37:05,901 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T11:37:05,901 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:05,901 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:37:05,902 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T11:37:05,902 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T11:37:05,902 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T11:37:05,902 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T11:37:05,902 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T11:37:05,903 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:05,903 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T11:37:05,903 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T11:37:05,903 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T11:37:05,903 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534625903,5,FailOnTimeoutGroup] 2024-11-25T11:37:05,904 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534625903,5,FailOnTimeoutGroup] 2024-11-25T11:37:05,904 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:05,904 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T11:37:05,904 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:05,904 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:05,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:37:05,931 INFO [RS:0;96bb5f2c2895:40743 {}] regionserver.HRegionServer(746): ClusterId : 70c00e18-da99-431c-96c1-d037259047f9 2024-11-25T11:37:05,931 DEBUG [RS:0;96bb5f2c2895:40743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:37:05,933 DEBUG [RS:0;96bb5f2c2895:40743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:37:05,933 DEBUG [RS:0;96bb5f2c2895:40743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:37:05,937 DEBUG [RS:0;96bb5f2c2895:40743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:37:05,937 DEBUG [RS:0;96bb5f2c2895:40743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c0c5668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:37:05,952 DEBUG [RS:0;96bb5f2c2895:40743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;96bb5f2c2895:40743 2024-11-25T11:37:05,952 INFO [RS:0;96bb5f2c2895:40743 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:37:05,952 INFO [RS:0;96bb5f2c2895:40743 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:37:05,952 DEBUG [RS:0;96bb5f2c2895:40743 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:37:05,953 INFO [RS:0;96bb5f2c2895:40743 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,37855,1732534624467 with port=40743, startcode=1732534624508 2024-11-25T11:37:05,953 DEBUG [RS:0;96bb5f2c2895:40743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:37:05,954 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:37:05,955 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37855 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,40743,1732534624508 2024-11-25T11:37:05,955 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37855 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,40743,1732534624508 2024-11-25T11:37:05,957 DEBUG [RS:0;96bb5f2c2895:40743 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf 2024-11-25T11:37:05,957 DEBUG [RS:0;96bb5f2c2895:40743 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45255 2024-11-25T11:37:05,957 DEBUG [RS:0;96bb5f2c2895:40743 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:37:05,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1548187405/rs 2024-11-25T11:37:05,961 DEBUG [RS:0;96bb5f2c2895:40743 {}] zookeeper.ZKUtil(111): regionserver:40743-0x1014eea37030004, quorum=127.0.0.1:60205, baseZNode=/1548187405 Set watcher on existing znode=/1548187405/rs/96bb5f2c2895,40743,1732534624508 2024-11-25T11:37:05,961 WARN [RS:0;96bb5f2c2895:40743 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:37:05,962 INFO [RS:0;96bb5f2c2895:40743 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:37:05,962 DEBUG [RS:0;96bb5f2c2895:40743 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/WALs/96bb5f2c2895,40743,1732534624508 2024-11-25T11:37:05,962 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,40743,1732534624508] 2024-11-25T11:37:05,967 INFO [RS:0;96bb5f2c2895:40743 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:37:05,968 INFO [RS:0;96bb5f2c2895:40743 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:37:05,969 INFO [RS:0;96bb5f2c2895:40743 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:37:05,969 INFO [RS:0;96bb5f2c2895:40743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:05,972 INFO [RS:0;96bb5f2c2895:40743 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:37:05,973 INFO [RS:0;96bb5f2c2895:40743 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:37:05,973 INFO [RS:0;96bb5f2c2895:40743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:05,973 DEBUG [RS:0;96bb5f2c2895:40743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:37:05,973 DEBUG [RS:0;96bb5f2c2895:40743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:37:05,973 DEBUG [RS:0;96bb5f2c2895:40743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:37:05,973 DEBUG [RS:0;96bb5f2c2895:40743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:37:05,973 DEBUG [RS:0;96bb5f2c2895:40743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:37:05,973 DEBUG [RS:0;96bb5f2c2895:40743 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:37:05,973 DEBUG [RS:0;96bb5f2c2895:40743 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:37:05,973 DEBUG [RS:0;96bb5f2c2895:40743 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:37:05,973 DEBUG [RS:0;96bb5f2c2895:40743 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:37:05,973 DEBUG [RS:0;96bb5f2c2895:40743 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:37:05,973 DEBUG [RS:0;96bb5f2c2895:40743 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:37:05,973 DEBUG [RS:0;96bb5f2c2895:40743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:37:05,973 DEBUG [RS:0;96bb5f2c2895:40743 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:37:05,973 DEBUG [RS:0;96bb5f2c2895:40743 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:37:05,974 INFO [RS:0;96bb5f2c2895:40743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:05,974 INFO [RS:0;96bb5f2c2895:40743 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:05,974 INFO [RS:0;96bb5f2c2895:40743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:05,974 INFO [RS:0;96bb5f2c2895:40743 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:05,974 INFO [RS:0;96bb5f2c2895:40743 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:05,974 INFO [RS:0;96bb5f2c2895:40743 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,40743,1732534624508-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:37:05,989 INFO [RS:0;96bb5f2c2895:40743 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:37:05,989 INFO [RS:0;96bb5f2c2895:40743 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,40743,1732534624508-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:05,989 INFO [RS:0;96bb5f2c2895:40743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:05,989 INFO [RS:0;96bb5f2c2895:40743 {}] regionserver.Replication(171): 96bb5f2c2895,40743,1732534624508 started 2024-11-25T11:37:06,003 INFO [RS:0;96bb5f2c2895:40743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:06,003 INFO [RS:0;96bb5f2c2895:40743 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,40743,1732534624508, RpcServer on 96bb5f2c2895/172.17.0.2:40743, sessionid=0x1014eea37030004 2024-11-25T11:37:06,003 DEBUG [RS:0;96bb5f2c2895:40743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:37:06,003 DEBUG [RS:0;96bb5f2c2895:40743 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,40743,1732534624508 2024-11-25T11:37:06,003 DEBUG [RS:0;96bb5f2c2895:40743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,40743,1732534624508' 2024-11-25T11:37:06,003 DEBUG [RS:0;96bb5f2c2895:40743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1548187405/flush-table-proc/abort' 2024-11-25T11:37:06,003 DEBUG [RS:0;96bb5f2c2895:40743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1548187405/flush-table-proc/acquired' 2024-11-25T11:37:06,004 DEBUG [RS:0;96bb5f2c2895:40743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:37:06,004 DEBUG [RS:0;96bb5f2c2895:40743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:37:06,004 DEBUG [RS:0;96bb5f2c2895:40743 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,40743,1732534624508 2024-11-25T11:37:06,004 DEBUG [RS:0;96bb5f2c2895:40743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,40743,1732534624508' 2024-11-25T11:37:06,004 DEBUG [RS:0;96bb5f2c2895:40743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1548187405/online-snapshot/abort' 2024-11-25T11:37:06,004 DEBUG [RS:0;96bb5f2c2895:40743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1548187405/online-snapshot/acquired' 2024-11-25T11:37:06,005 DEBUG [RS:0;96bb5f2c2895:40743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:37:06,005 INFO [RS:0;96bb5f2c2895:40743 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:37:06,005 INFO [RS:0;96bb5f2c2895:40743 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:37:06,105 INFO [RS:0;96bb5f2c2895:40743 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:37:06,107 INFO [RS:0;96bb5f2c2895:40743 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C40743%2C1732534624508, suffix=, logDir=hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/WALs/96bb5f2c2895,40743,1732534624508, archiveDir=hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/oldWALs, maxLogs=10 2024-11-25T11:37:06,120 DEBUG [RS:0;96bb5f2c2895:40743 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/WALs/96bb5f2c2895,40743,1732534624508/96bb5f2c2895%2C40743%2C1732534624508.1732534626107, exclude list is [], retry=0 2024-11-25T11:37:06,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35527,DS-a1eafc80-bbe7-4316-8afd-3f8171836e82,DISK] 2024-11-25T11:37:06,125 INFO [RS:0;96bb5f2c2895:40743 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/WALs/96bb5f2c2895,40743,1732534624508/96bb5f2c2895%2C40743%2C1732534624508.1732534626107 2024-11-25T11:37:06,125 DEBUG [RS:0;96bb5f2c2895:40743 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44539:44539)] 2024-11-25T11:37:06,310 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T11:37:06,310 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf 2024-11-25T11:37:06,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741833_1009 (size=32) 2024-11-25T11:37:06,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:37:06,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:37:06,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:37:06,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:06,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:37:06,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:37:06,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:37:06,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:06,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:37:06,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:37:06,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:37:06,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:06,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:37:06,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:37:06,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:37:06,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:06,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:37:06,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:37:06,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/hbase/meta/1588230740 2024-11-25T11:37:06,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/hbase/meta/1588230740 2024-11-25T11:37:06,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:37:06,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:37:06,728 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:37:06,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:37:06,731 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:37:06,731 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64406447, jitterRate=-0.0402691513299942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:37:06,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732534626717Initializing all the Stores at 1732534626718 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534626718Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534626718Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534626718Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534626718Cleaning up temporary data from old regions at 1732534626727 (+9 ms)Region opened successfully at 1732534626731 (+4 ms) 2024-11-25T11:37:06,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:37:06,732 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:37:06,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:37:06,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:37:06,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:37:06,732 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:37:06,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534626731Disabling compacts and flushes for region at 1732534626731Disabling writes for close at 1732534626732 (+1 ms)Writing region close event to WAL at 1732534626732Closed at 1732534626732 2024-11-25T11:37:06,733 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:37:06,733 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T11:37:06,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:37:06,734 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:37:06,736 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T11:37:06,886 DEBUG [96bb5f2c2895:37855 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T11:37:06,886 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=96bb5f2c2895,40743,1732534624508 2024-11-25T11:37:06,888 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,40743,1732534624508, state=OPENING 2024-11-25T11:37:06,890 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T11:37:06,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1548187405 2024-11-25T11:37:06,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014eea37030004, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1548187405 2024-11-25T11:37:06,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1548187405/meta-region-server: CHANGED 2024-11-25T11:37:06,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1548187405/meta-region-server: CHANGED 2024-11-25T11:37:06,892 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:37:06,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,40743,1732534624508}] 2024-11-25T11:37:07,046 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:37:07,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:37:07,051 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:37:07,051 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:37:07,052 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:37:07,053 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C40743%2C1732534624508.meta, suffix=.meta, logDir=hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/WALs/96bb5f2c2895,40743,1732534624508, archiveDir=hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/oldWALs, maxLogs=10 2024-11-25T11:37:07,067 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/WALs/96bb5f2c2895,40743,1732534624508/96bb5f2c2895%2C40743%2C1732534624508.meta.1732534627053.meta, exclude list is [], retry=0 2024-11-25T11:37:07,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35527,DS-a1eafc80-bbe7-4316-8afd-3f8171836e82,DISK] 2024-11-25T11:37:07,070 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/WALs/96bb5f2c2895,40743,1732534624508/96bb5f2c2895%2C40743%2C1732534624508.meta.1732534627053.meta 2024-11-25T11:37:07,070 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44539:44539)] 2024-11-25T11:37:07,071 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:37:07,071 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:37:07,071 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:37:07,071 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:37:07,071 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:37:07,071 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:37:07,071 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:37:07,071 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:37:07,071 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:37:07,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:37:07,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:37:07,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:07,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:37:07,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:37:07,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:37:07,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:07,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:37:07,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:37:07,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:37:07,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:07,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:37:07,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:37:07,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:37:07,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:07,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:37:07,078 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:37:07,079 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/hbase/meta/1588230740 2024-11-25T11:37:07,080 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/hbase/meta/1588230740 2024-11-25T11:37:07,081 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:37:07,081 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:37:07,081 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:37:07,082 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:37:07,083 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59732287, jitterRate=-0.10991956293582916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:37:07,083 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:37:07,083 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732534627071Writing region info on filesystem at 1732534627071Initializing all the Stores at 1732534627072 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534627072Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534627072Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534627072Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534627072Cleaning up temporary data from old regions at 1732534627081 (+9 ms)Running coprocessor post-open hooks at 1732534627083 (+2 ms)Region opened successfully at 1732534627083 2024-11-25T11:37:07,084 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732534627046 2024-11-25T11:37:07,086 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:37:07,086 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:37:07,087 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,40743,1732534624508 2024-11-25T11:37:07,088 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,40743,1732534624508, state=OPEN 2024-11-25T11:37:07,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1548187405/meta-region-server 2024-11-25T11:37:07,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014eea37030004, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1548187405/meta-region-server 2024-11-25T11:37:07,090 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=96bb5f2c2895,40743,1732534624508 2024-11-25T11:37:07,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1548187405/meta-region-server: CHANGED 2024-11-25T11:37:07,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1548187405/meta-region-server: CHANGED 2024-11-25T11:37:07,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T11:37:07,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,40743,1732534624508 in 199 msec 2024-11-25T11:37:07,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T11:37:07,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-25T11:37:07,096 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:37:07,096 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T11:37:07,097 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:37:07,097 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,40743,1732534624508, seqNum=-1] 2024-11-25T11:37:07,097 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:37:07,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:37:07,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2090 sec 2024-11-25T11:37:07,103 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732534627103, completionTime=-1 2024-11-25T11:37:07,103 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T11:37:07,103 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T11:37:07,105 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T11:37:07,105 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732534687105 2024-11-25T11:37:07,105 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732534747105 2024-11-25T11:37:07,105 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T11:37:07,106 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,37855,1732534624467-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:07,106 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,37855,1732534624467-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:07,106 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,37855,1732534624467-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:07,106 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-96bb5f2c2895:37855, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:07,106 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:07,106 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:07,108 DEBUG [master/96bb5f2c2895:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T11:37:07,109 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.557sec 2024-11-25T11:37:07,110 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T11:37:07,110 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T11:37:07,110 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T11:37:07,110 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T11:37:07,110 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T11:37:07,110 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,37855,1732534624467-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:37:07,110 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,37855,1732534624467-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T11:37:07,113 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T11:37:07,113 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T11:37:07,113 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,37855,1732534624467-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:37:07,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c54674c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:07,132 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,37855,-1 for getting cluster id 2024-11-25T11:37:07,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:37:07,133 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70c00e18-da99-431c-96c1-d037259047f9' 2024-11-25T11:37:07,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:37:07,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70c00e18-da99-431c-96c1-d037259047f9" 2024-11-25T11:37:07,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aec9c23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:07,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,37855,-1] 2024-11-25T11:37:07,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:37:07,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:37:07,135 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:37:07,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb3acf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:07,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:37:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,40743,1732534624508, seqNum=-1] 2024-11-25T11:37:07,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:37:07,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:37:07,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=96bb5f2c2895,37855,1732534624467 2024-11-25T11:37:07,141 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60205 2024-11-25T11:37:07,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:37:07,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014eea37030005 connected 2024-11-25T11:37:07,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:37:07,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,37783,1732534620316 2024-11-25T11:37:07,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77f72962 2024-11-25T11:37:07,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:37:07,153 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:37:07,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:37:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T11:37:07,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:37:07,163 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:07,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T11:37:07,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:37:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:37:07,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741835_1011 (size=902) 2024-11-25T11:37:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:37:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:37:07,569 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T11:37:07,569 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T11:37:07,570 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:37:07,570 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-25T11:37:07,570 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:37:07,570 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T11:37:07,576 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0457482ffba66609befbc67495b74af1, NAME => 'test,,1732534627154.0457482ffba66609befbc67495b74af1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0 2024-11-25T11:37:07,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741836_1012 (size=39) 2024-11-25T11:37:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:37:07,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732534627154.0457482ffba66609befbc67495b74af1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:37:07,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0457482ffba66609befbc67495b74af1, disabling compactions & flushes 2024-11-25T11:37:07,982 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732534627154.0457482ffba66609befbc67495b74af1. 2024-11-25T11:37:07,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534627154.0457482ffba66609befbc67495b74af1. 2024-11-25T11:37:07,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732534627154.0457482ffba66609befbc67495b74af1. after waiting 0 ms 2024-11-25T11:37:07,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732534627154.0457482ffba66609befbc67495b74af1. 2024-11-25T11:37:07,982 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732534627154.0457482ffba66609befbc67495b74af1. 2024-11-25T11:37:07,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0457482ffba66609befbc67495b74af1: Waiting for close lock at 1732534627982Disabling compacts and flushes for region at 1732534627982Disabling writes for close at 1732534627982Writing region close event to WAL at 1732534627982Closed at 1732534627982 2024-11-25T11:37:07,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:37:07,984 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732534627154.0457482ffba66609befbc67495b74af1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732534627984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534627984"}]},"ts":"1732534627984"} 2024-11-25T11:37:07,986 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:37:07,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:37:07,988 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534627987"}]},"ts":"1732534627987"} 2024-11-25T11:37:07,989 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T11:37:07,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0457482ffba66609befbc67495b74af1, ASSIGN}] 2024-11-25T11:37:07,991 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0457482ffba66609befbc67495b74af1, ASSIGN 2024-11-25T11:37:07,992 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0457482ffba66609befbc67495b74af1, ASSIGN; state=OFFLINE, location=96bb5f2c2895,40991,1732534620374; forceNewPlan=false, retain=false 2024-11-25T11:37:08,143 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0457482ffba66609befbc67495b74af1, regionState=OPENING, regionLocation=96bb5f2c2895,40991,1732534620374 2024-11-25T11:37:08,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0457482ffba66609befbc67495b74af1, ASSIGN because future has completed 2024-11-25T11:37:08,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0457482ffba66609befbc67495b74af1, server=96bb5f2c2895,40991,1732534620374}] 2024-11-25T11:37:08,234 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T11:37:08,304 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732534627154.0457482ffba66609befbc67495b74af1. 2024-11-25T11:37:08,304 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0457482ffba66609befbc67495b74af1, NAME => 'test,,1732534627154.0457482ffba66609befbc67495b74af1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:37:08,304 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:37:08,305 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T11:37:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:37:08,305 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0457482ffba66609befbc67495b74af1 2024-11-25T11:37:08,305 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732534627154.0457482ffba66609befbc67495b74af1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:37:08,305 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0457482ffba66609befbc67495b74af1 2024-11-25T11:37:08,305 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0457482ffba66609befbc67495b74af1 2024-11-25T11:37:08,307 INFO [StoreOpener-0457482ffba66609befbc67495b74af1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0457482ffba66609befbc67495b74af1 2024-11-25T11:37:08,308 INFO [StoreOpener-0457482ffba66609befbc67495b74af1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0457482ffba66609befbc67495b74af1 columnFamilyName f 2024-11-25T11:37:08,308 DEBUG [StoreOpener-0457482ffba66609befbc67495b74af1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:08,309 INFO [StoreOpener-0457482ffba66609befbc67495b74af1-1 {}] regionserver.HStore(327): Store=0457482ffba66609befbc67495b74af1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:37:08,309 INFO [StoreOpener-0457482ffba66609befbc67495b74af1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0457482ffba66609befbc67495b74af1 2024-11-25T11:37:08,310 INFO [StoreOpener-0457482ffba66609befbc67495b74af1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0457482ffba66609befbc67495b74af1 columnFamilyName f1 2024-11-25T11:37:08,310 DEBUG [StoreOpener-0457482ffba66609befbc67495b74af1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:08,310 INFO [StoreOpener-0457482ffba66609befbc67495b74af1-1 {}] regionserver.HStore(327): Store=0457482ffba66609befbc67495b74af1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:37:08,310 INFO [StoreOpener-0457482ffba66609befbc67495b74af1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0457482ffba66609befbc67495b74af1 2024-11-25T11:37:08,311 INFO [StoreOpener-0457482ffba66609befbc67495b74af1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0457482ffba66609befbc67495b74af1 columnFamilyName norep 2024-11-25T11:37:08,312 DEBUG [StoreOpener-0457482ffba66609befbc67495b74af1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:08,312 INFO [StoreOpener-0457482ffba66609befbc67495b74af1-1 {}] regionserver.HStore(327): Store=0457482ffba66609befbc67495b74af1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:37:08,312 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0457482ffba66609befbc67495b74af1 2024-11-25T11:37:08,313 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/default/test/0457482ffba66609befbc67495b74af1 2024-11-25T11:37:08,314 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/default/test/0457482ffba66609befbc67495b74af1 2024-11-25T11:37:08,315 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0457482ffba66609befbc67495b74af1 2024-11-25T11:37:08,315 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0457482ffba66609befbc67495b74af1 2024-11-25T11:37:08,315 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:37:08,316 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0457482ffba66609befbc67495b74af1 2024-11-25T11:37:08,318 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/default/test/0457482ffba66609befbc67495b74af1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:37:08,319 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0457482ffba66609befbc67495b74af1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63873869, jitterRate=-0.0482051819562912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:37:08,319 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0457482ffba66609befbc67495b74af1 2024-11-25T11:37:08,320 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0457482ffba66609befbc67495b74af1: Running coprocessor pre-open hook at 1732534628305Writing region info on filesystem at 1732534628305Initializing all the Stores at 1732534628306 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534628306Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534628307 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534628307Cleaning up temporary data from old regions at 1732534628315 (+8 ms)Running coprocessor post-open hooks at 1732534628319 (+4 ms)Region opened successfully at 1732534628320 (+1 ms) 2024-11-25T11:37:08,322 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732534627154.0457482ffba66609befbc67495b74af1., pid=6, masterSystemTime=1732534628299 2024-11-25T11:37:08,324 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732534627154.0457482ffba66609befbc67495b74af1. 2024-11-25T11:37:08,324 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732534627154.0457482ffba66609befbc67495b74af1. 2024-11-25T11:37:08,326 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0457482ffba66609befbc67495b74af1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=96bb5f2c2895,40991,1732534620374 2024-11-25T11:37:08,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0457482ffba66609befbc67495b74af1, server=96bb5f2c2895,40991,1732534620374 because future has completed 2024-11-25T11:37:08,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T11:37:08,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0457482ffba66609befbc67495b74af1, server=96bb5f2c2895,40991,1732534620374 in 182 msec 2024-11-25T11:37:08,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T11:37:08,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0457482ffba66609befbc67495b74af1, ASSIGN in 342 msec 2024-11-25T11:37:08,335 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:37:08,335 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534628335"}]},"ts":"1732534628335"} 2024-11-25T11:37:08,338 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T11:37:08,339 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:37:08,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1800 sec 2024-11-25T11:37:08,862 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:37:08,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:37:08,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:37:08,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:37:08,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:37:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:37:09,315 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:37:09,315 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T11:37:09,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,37855,1732534624467 2024-11-25T11:37:09,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@554c0798 2024-11-25T11:37:09,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:37:09,324 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:37:09,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:37:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T11:37:09,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:37:09,330 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:09,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T11:37:09,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:37:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:37:09,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741835_1011 (size=902) 2024-11-25T11:37:09,391 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee72152e8af22217827c4ba8bfd2925f, NAME => 'test,,1732534629325.ee72152e8af22217827c4ba8bfd2925f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf 2024-11-25T11:37:09,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741836_1012 (size=39) 2024-11-25T11:37:09,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732534629325.ee72152e8af22217827c4ba8bfd2925f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:37:09,438 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ee72152e8af22217827c4ba8bfd2925f, disabling compactions & flushes 2024-11-25T11:37:09,438 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732534629325.ee72152e8af22217827c4ba8bfd2925f. 2024-11-25T11:37:09,438 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534629325.ee72152e8af22217827c4ba8bfd2925f. 2024-11-25T11:37:09,438 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732534629325.ee72152e8af22217827c4ba8bfd2925f. after waiting 0 ms 2024-11-25T11:37:09,438 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732534629325.ee72152e8af22217827c4ba8bfd2925f. 2024-11-25T11:37:09,438 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732534629325.ee72152e8af22217827c4ba8bfd2925f. 2024-11-25T11:37:09,438 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee72152e8af22217827c4ba8bfd2925f: Waiting for close lock at 1732534629438Disabling compacts and flushes for region at 1732534629438Disabling writes for close at 1732534629438Writing region close event to WAL at 1732534629438Closed at 1732534629438 2024-11-25T11:37:09,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:37:09,440 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732534629325.ee72152e8af22217827c4ba8bfd2925f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732534629440"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534629440"}]},"ts":"1732534629440"} 2024-11-25T11:37:09,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:37:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:37:09,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:37:09,446 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534629446"}]},"ts":"1732534629446"} 2024-11-25T11:37:09,449 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T11:37:09,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ee72152e8af22217827c4ba8bfd2925f, ASSIGN}] 2024-11-25T11:37:09,451 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ee72152e8af22217827c4ba8bfd2925f, ASSIGN 2024-11-25T11:37:09,452 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ee72152e8af22217827c4ba8bfd2925f, ASSIGN; state=OFFLINE, location=96bb5f2c2895,40743,1732534624508; forceNewPlan=false, retain=false 2024-11-25T11:37:09,603 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee72152e8af22217827c4ba8bfd2925f, regionState=OPENING, regionLocation=96bb5f2c2895,40743,1732534624508 2024-11-25T11:37:09,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ee72152e8af22217827c4ba8bfd2925f, ASSIGN because future has completed 2024-11-25T11:37:09,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee72152e8af22217827c4ba8bfd2925f, server=96bb5f2c2895,40743,1732534624508}] 2024-11-25T11:37:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:37:09,785 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732534629325.ee72152e8af22217827c4ba8bfd2925f. 2024-11-25T11:37:09,785 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ee72152e8af22217827c4ba8bfd2925f, NAME => 'test,,1732534629325.ee72152e8af22217827c4ba8bfd2925f.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:37:09,786 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:37:09,786 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T11:37:09,786 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ee72152e8af22217827c4ba8bfd2925f 2024-11-25T11:37:09,786 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732534629325.ee72152e8af22217827c4ba8bfd2925f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:37:09,786 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ee72152e8af22217827c4ba8bfd2925f 2024-11-25T11:37:09,786 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ee72152e8af22217827c4ba8bfd2925f 2024-11-25T11:37:09,788 INFO [StoreOpener-ee72152e8af22217827c4ba8bfd2925f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ee72152e8af22217827c4ba8bfd2925f 2024-11-25T11:37:09,791 INFO [StoreOpener-ee72152e8af22217827c4ba8bfd2925f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee72152e8af22217827c4ba8bfd2925f columnFamilyName f 2024-11-25T11:37:09,791 DEBUG [StoreOpener-ee72152e8af22217827c4ba8bfd2925f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:09,791 INFO [StoreOpener-ee72152e8af22217827c4ba8bfd2925f-1 {}] regionserver.HStore(327): Store=ee72152e8af22217827c4ba8bfd2925f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:37:09,792 INFO [StoreOpener-ee72152e8af22217827c4ba8bfd2925f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ee72152e8af22217827c4ba8bfd2925f 2024-11-25T11:37:09,795 INFO [StoreOpener-ee72152e8af22217827c4ba8bfd2925f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee72152e8af22217827c4ba8bfd2925f columnFamilyName f1 2024-11-25T11:37:09,795 DEBUG [StoreOpener-ee72152e8af22217827c4ba8bfd2925f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:09,795 INFO [StoreOpener-ee72152e8af22217827c4ba8bfd2925f-1 {}] regionserver.HStore(327): Store=ee72152e8af22217827c4ba8bfd2925f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:37:09,795 INFO [StoreOpener-ee72152e8af22217827c4ba8bfd2925f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ee72152e8af22217827c4ba8bfd2925f 2024-11-25T11:37:09,796 INFO [StoreOpener-ee72152e8af22217827c4ba8bfd2925f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee72152e8af22217827c4ba8bfd2925f columnFamilyName norep 2024-11-25T11:37:09,796 DEBUG [StoreOpener-ee72152e8af22217827c4ba8bfd2925f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:09,797 INFO [StoreOpener-ee72152e8af22217827c4ba8bfd2925f-1 {}] regionserver.HStore(327): Store=ee72152e8af22217827c4ba8bfd2925f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:37:09,797 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ee72152e8af22217827c4ba8bfd2925f 2024-11-25T11:37:09,798 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/default/test/ee72152e8af22217827c4ba8bfd2925f 2024-11-25T11:37:09,798 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/default/test/ee72152e8af22217827c4ba8bfd2925f 2024-11-25T11:37:09,800 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ee72152e8af22217827c4ba8bfd2925f 2024-11-25T11:37:09,800 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ee72152e8af22217827c4ba8bfd2925f 2024-11-25T11:37:09,801 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:37:09,802 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ee72152e8af22217827c4ba8bfd2925f 2024-11-25T11:37:09,819 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/default/test/ee72152e8af22217827c4ba8bfd2925f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:37:09,829 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ee72152e8af22217827c4ba8bfd2925f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59047971, jitterRate=-0.12011666595935822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:37:09,829 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee72152e8af22217827c4ba8bfd2925f 2024-11-25T11:37:09,829 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ee72152e8af22217827c4ba8bfd2925f: Running coprocessor pre-open hook at 1732534629786Writing region info on filesystem at 1732534629786Initializing all the Stores at 1732534629788 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534629788Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534629788Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534629788Cleaning up temporary data from old regions at 1732534629800 (+12 ms)Running coprocessor post-open hooks at 1732534629829 (+29 ms)Region opened successfully at 1732534629829 2024-11-25T11:37:09,834 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732534629325.ee72152e8af22217827c4ba8bfd2925f., pid=6, masterSystemTime=1732534629779 2024-11-25T11:37:09,837 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732534629325.ee72152e8af22217827c4ba8bfd2925f. 2024-11-25T11:37:09,838 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732534629325.ee72152e8af22217827c4ba8bfd2925f. 2024-11-25T11:37:09,838 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee72152e8af22217827c4ba8bfd2925f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=96bb5f2c2895,40743,1732534624508 2024-11-25T11:37:09,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee72152e8af22217827c4ba8bfd2925f, server=96bb5f2c2895,40743,1732534624508 because future has completed 2024-11-25T11:37:09,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T11:37:09,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ee72152e8af22217827c4ba8bfd2925f, server=96bb5f2c2895,40743,1732534624508 in 251 msec 2024-11-25T11:37:09,870 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:37:09,870 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534629870"}]},"ts":"1732534629870"} 2024-11-25T11:37:09,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T11:37:09,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ee72152e8af22217827c4ba8bfd2925f, ASSIGN in 417 msec 2024-11-25T11:37:09,873 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T11:37:09,874 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:37:09,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 548 msec 2024-11-25T11:37:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:37:09,965 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T11:37:09,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483278ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:09,966 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,37783,-1 for getting cluster id 2024-11-25T11:37:09,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:37:09,968 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14c57810-8d12-4622-9d2c-b3bdd0328b40' 2024-11-25T11:37:09,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:37:09,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14c57810-8d12-4622-9d2c-b3bdd0328b40" 2024-11-25T11:37:09,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239fe89a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:09,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,37783,-1] 2024-11-25T11:37:09,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:37:09,970 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:37:09,971 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:37:09,974 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f37dd89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:09,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fcb6c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:09,979 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,37855,-1 for getting cluster id 2024-11-25T11:37:09,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:37:09,981 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70c00e18-da99-431c-96c1-d037259047f9' 2024-11-25T11:37:09,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:37:09,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70c00e18-da99-431c-96c1-d037259047f9" 2024-11-25T11:37:09,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c040599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:09,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,37855,-1] 2024-11-25T11:37:09,982 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:37:09,982 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:37:09,983 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:37:09,984 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163edec1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:09,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26588fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:09,985 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,37783,-1 for getting cluster id 2024-11-25T11:37:09,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:37:09,985 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14c57810-8d12-4622-9d2c-b3bdd0328b40' 2024-11-25T11:37:09,986 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:37:09,986 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14c57810-8d12-4622-9d2c-b3bdd0328b40" 2024-11-25T11:37:09,986 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3716767a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:09,986 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,37783,-1] 2024-11-25T11:37:09,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:37:09,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:37:09,988 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:37:09,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f27869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:09,991 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:37:09,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,37783,1732534620316 2024-11-25T11:37:09,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35af4af3 2024-11-25T11:37:09,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:37:09,995 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:37:09,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://96bb5f2c2895:37855,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-25T11:37:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T11:37:10,000 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:37855' 2024-11-25T11:37:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:37:10,005 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73bc3abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:10,005 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,37855,-1 for getting cluster id 2024-11-25T11:37:10,005 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:37:10,006 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70c00e18-da99-431c-96c1-d037259047f9' 2024-11-25T11:37:10,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:37:10,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70c00e18-da99-431c-96c1-d037259047f9" 2024-11-25T11:37:10,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5abbcd2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:10,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,37855,-1] 2024-11-25T11:37:10,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:37:10,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:37:10,008 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:37:10,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea39e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:10,009 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:37:10,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,37855,1732534624467 2024-11-25T11:37:10,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@377511b5 2024-11-25T11:37:10,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:37:10,011 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:37:10,012 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T11:37:10,012 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T11:37:10,012 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:37:10,013 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:37:10,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:37:10,013 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:37:10,015 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T11:37:10,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:37:10,016 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:10,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:37:10,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741837_1013 (size=1138) 2024-11-25T11:37:10,065 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T11:37:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:37:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:37:10,430 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8e2a5b93cdaada3eb8c649394814e93c, NAME => 'hbase:replication,,1732534630013.8e2a5b93cdaada3eb8c649394814e93c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0 2024-11-25T11:37:10,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741838_1014 (size=44) 2024-11-25T11:37:10,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:37:10,868 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534630013.8e2a5b93cdaada3eb8c649394814e93c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:37:10,868 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8e2a5b93cdaada3eb8c649394814e93c, disabling compactions & flushes 2024-11-25T11:37:10,868 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534630013.8e2a5b93cdaada3eb8c649394814e93c. 2024-11-25T11:37:10,868 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534630013.8e2a5b93cdaada3eb8c649394814e93c. 2024-11-25T11:37:10,868 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534630013.8e2a5b93cdaada3eb8c649394814e93c. after waiting 0 ms 2024-11-25T11:37:10,868 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534630013.8e2a5b93cdaada3eb8c649394814e93c. 2024-11-25T11:37:10,868 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732534630013.8e2a5b93cdaada3eb8c649394814e93c. 2024-11-25T11:37:10,868 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8e2a5b93cdaada3eb8c649394814e93c: Waiting for close lock at 1732534630868Disabling compacts and flushes for region at 1732534630868Disabling writes for close at 1732534630868Writing region close event to WAL at 1732534630868Closed at 1732534630868 2024-11-25T11:37:10,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:37:10,870 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732534630013.8e2a5b93cdaada3eb8c649394814e93c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732534630870"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534630870"}]},"ts":"1732534630870"} 2024-11-25T11:37:10,872 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:37:10,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:37:10,873 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534630873"}]},"ts":"1732534630873"} 2024-11-25T11:37:10,875 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T11:37:10,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8e2a5b93cdaada3eb8c649394814e93c, ASSIGN}] 2024-11-25T11:37:10,877 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8e2a5b93cdaada3eb8c649394814e93c, ASSIGN 2024-11-25T11:37:10,878 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8e2a5b93cdaada3eb8c649394814e93c, ASSIGN; state=OFFLINE, location=96bb5f2c2895,40991,1732534620374; forceNewPlan=false, retain=false 2024-11-25T11:37:11,029 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8e2a5b93cdaada3eb8c649394814e93c, regionState=OPENING, regionLocation=96bb5f2c2895,40991,1732534620374 2024-11-25T11:37:11,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8e2a5b93cdaada3eb8c649394814e93c, ASSIGN because future has completed 2024-11-25T11:37:11,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e2a5b93cdaada3eb8c649394814e93c, server=96bb5f2c2895,40991,1732534620374}] 2024-11-25T11:37:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:37:11,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732534630013.8e2a5b93cdaada3eb8c649394814e93c. 2024-11-25T11:37:11,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:37:11,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T11:37:11,211 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C40991%2C1732534620374.rep, suffix=, logDir=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374, archiveDir=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/oldWALs, maxLogs=10 2024-11-25T11:37:11,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.rep.1732534631212, exclude list is [], retry=0 2024-11-25T11:37:11,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40773,DS-535a79a4-7025-46b4-8829-1344fc0c413e,DISK] 2024-11-25T11:37:11,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.rep.1732534631212 2024-11-25T11:37:11,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42875:42875)] 2024-11-25T11:37:11,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e2a5b93cdaada3eb8c649394814e93c, NAME => 'hbase:replication,,1732534630013.8e2a5b93cdaada3eb8c649394814e93c.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:37:11,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:37:11,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:37:11,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732534630013.8e2a5b93cdaada3eb8c649394814e93c. service=MultiRowMutationService 2024-11-25T11:37:11,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T11:37:11,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8e2a5b93cdaada3eb8c649394814e93c 2024-11-25T11:37:11,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534630013.8e2a5b93cdaada3eb8c649394814e93c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:37:11,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8e2a5b93cdaada3eb8c649394814e93c 2024-11-25T11:37:11,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8e2a5b93cdaada3eb8c649394814e93c 2024-11-25T11:37:11,253 INFO [StoreOpener-8e2a5b93cdaada3eb8c649394814e93c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8e2a5b93cdaada3eb8c649394814e93c 2024-11-25T11:37:11,254 INFO [StoreOpener-8e2a5b93cdaada3eb8c649394814e93c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e2a5b93cdaada3eb8c649394814e93c columnFamilyName hfileref 2024-11-25T11:37:11,255 DEBUG [StoreOpener-8e2a5b93cdaada3eb8c649394814e93c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:11,255 INFO [StoreOpener-8e2a5b93cdaada3eb8c649394814e93c-1 {}] regionserver.HStore(327): Store=8e2a5b93cdaada3eb8c649394814e93c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:37:11,255 INFO [StoreOpener-8e2a5b93cdaada3eb8c649394814e93c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8e2a5b93cdaada3eb8c649394814e93c 2024-11-25T11:37:11,258 INFO [StoreOpener-8e2a5b93cdaada3eb8c649394814e93c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e2a5b93cdaada3eb8c649394814e93c columnFamilyName queue 2024-11-25T11:37:11,258 DEBUG [StoreOpener-8e2a5b93cdaada3eb8c649394814e93c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:11,258 INFO [StoreOpener-8e2a5b93cdaada3eb8c649394814e93c-1 {}] regionserver.HStore(327): Store=8e2a5b93cdaada3eb8c649394814e93c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:37:11,258 INFO [StoreOpener-8e2a5b93cdaada3eb8c649394814e93c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8e2a5b93cdaada3eb8c649394814e93c 2024-11-25T11:37:11,260 INFO [StoreOpener-8e2a5b93cdaada3eb8c649394814e93c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e2a5b93cdaada3eb8c649394814e93c columnFamilyName sid 2024-11-25T11:37:11,260 DEBUG [StoreOpener-8e2a5b93cdaada3eb8c649394814e93c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:37:11,261 INFO [StoreOpener-8e2a5b93cdaada3eb8c649394814e93c-1 {}] regionserver.HStore(327): Store=8e2a5b93cdaada3eb8c649394814e93c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:37:11,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8e2a5b93cdaada3eb8c649394814e93c 2024-11-25T11:37:11,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/replication/8e2a5b93cdaada3eb8c649394814e93c 2024-11-25T11:37:11,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/replication/8e2a5b93cdaada3eb8c649394814e93c 2024-11-25T11:37:11,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8e2a5b93cdaada3eb8c649394814e93c 2024-11-25T11:37:11,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8e2a5b93cdaada3eb8c649394814e93c 2024-11-25T11:37:11,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:37:11,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8e2a5b93cdaada3eb8c649394814e93c 2024-11-25T11:37:11,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/replication/8e2a5b93cdaada3eb8c649394814e93c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:37:11,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8e2a5b93cdaada3eb8c649394814e93c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69134605, jitterRate=0.030185893177986145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:37:11,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e2a5b93cdaada3eb8c649394814e93c 2024-11-25T11:37:11,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8e2a5b93cdaada3eb8c649394814e93c: Running coprocessor pre-open hook at 1732534631250Writing region info on filesystem at 1732534631250Initializing all the Stores at 1732534631251 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534631251Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534631252 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534631252Cleaning up temporary data from old regions at 1732534631264 (+12 ms)Running coprocessor post-open hooks at 1732534631278 (+14 ms)Region opened successfully at 1732534631279 (+1 ms) 2024-11-25T11:37:11,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732534630013.8e2a5b93cdaada3eb8c649394814e93c., pid=10, masterSystemTime=1732534631185 2024-11-25T11:37:11,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732534630013.8e2a5b93cdaada3eb8c649394814e93c. 2024-11-25T11:37:11,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732534630013.8e2a5b93cdaada3eb8c649394814e93c. 2024-11-25T11:37:11,283 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8e2a5b93cdaada3eb8c649394814e93c, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,40991,1732534620374 2024-11-25T11:37:11,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e2a5b93cdaada3eb8c649394814e93c, server=96bb5f2c2895,40991,1732534620374 because future has completed 2024-11-25T11:37:11,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T11:37:11,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e2a5b93cdaada3eb8c649394814e93c, server=96bb5f2c2895,40991,1732534620374 in 257 msec 2024-11-25T11:37:11,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T11:37:11,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8e2a5b93cdaada3eb8c649394814e93c, ASSIGN in 415 msec 2024-11-25T11:37:11,295 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:37:11,295 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534631295"}]},"ts":"1732534631295"} 2024-11-25T11:37:11,300 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T11:37:11,301 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:37:11,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2890 sec 2024-11-25T11:37:11,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732534630013.8e2a5b93cdaada3eb8c649394814e93c., hostname=96bb5f2c2895,40991,1732534620374, seqNum=2] 2024-11-25T11:37:11,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1642391922 2024-11-25T11:37:11,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x1014eea37030001, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1642391922 2024-11-25T11:37:11,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T11:37:11,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40991 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T11:37:11,496 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T11:37:11,528 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-96bb5f2c2895,40991,1732534620374, ReplicationSource: 1, currentBandwidth=0 2024-11-25T11:37:11,528 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:37:11,528 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,40991,1732534620374, seqNum=-1] 2024-11-25T11:37:11,529 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:37:11,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-25T11:37:11,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-96bb5f2c2895,40991,1732534620374', locateType=CURRENT is [region=hbase:replication,,1732534630013.8e2a5b93cdaada3eb8c649394814e93c., hostname=96bb5f2c2895,40991,1732534620374, seqNum=2] 2024-11-25T11:37:11,535 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T11:37:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T11:37:11,538 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 96bb5f2c2895,40991,1732534620374 suceeded 2024-11-25T11:37:11,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T11:37:11,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-25T11:37:11,541 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://96bb5f2c2895:37855,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-25T11:37:11,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5460 sec 2024-11-25T11:37:11,552 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:37855' 2024-11-25T11:37:11,596 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77f9f3ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:11,596 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,37855,-1 for getting cluster id 2024-11-25T11:37:11,596 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:37:11,597 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70c00e18-da99-431c-96c1-d037259047f9' 2024-11-25T11:37:11,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:37:11,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70c00e18-da99-431c-96c1-d037259047f9" 2024-11-25T11:37:11,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31fb4b8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:11,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,37855,-1] 2024-11-25T11:37:11,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:37:11,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:37:11,600 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:37:11,600 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@126d8528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:11,600 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:37:11,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,37855,1732534624467 2024-11-25T11:37:11,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7401a774 2024-11-25T11:37:11,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:37:11,602 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-25T11:37:11,603 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-96bb5f2c2895,40991,1732534620374 (queues=1) is replicating from cluster=14c57810-8d12-4622-9d2c-b3bdd0328b40 to cluster=70c00e18-da99-431c-96c1-d037259047f9 2024-11-25T11:37:11,603 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=96bb5f2c2895%2C40991%2C1732534620374 2024-11-25T11:37:11,603 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-96bb5f2c2895,40991,1732534620374, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T11:37:11,603 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.shipper96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 96bb5f2c2895%2C40991%2C1732534620374 2024-11-25T11:37:11,603 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374, startPosition=0, beingWritten=true 2024-11-25T11:37:11,612 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:37:11,612 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 379, reset compression=false 2024-11-25T11:37:11,612 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.shipper96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,40991,1732534620374 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:37:11,816 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 379, reset compression=false 2024-11-25T11:37:11,967 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T11:37:12,120 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 379, reset compression=false 2024-11-25T11:37:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:37:12,146 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T11:37:12,146 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:37:12,146 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:37:12,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:37:12,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:37:12,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:37:12,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:37:12,166 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732534632162/Put/seqid=0 2024-11-25T11:37:12,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741840_1016 (size=7894) 2024-11-25T11:37:12,190 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/load_f/f/hfile_1 is 34, key is ddd/f:row/1732534632188/Put/seqid=0 2024-11-25T11:37:12,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741841_1017 (size=7691) 2024-11-25T11:37:12,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@101ffd99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:12,217 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,37783,-1 for getting cluster id 2024-11-25T11:37:12,217 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:37:12,218 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14c57810-8d12-4622-9d2c-b3bdd0328b40' 2024-11-25T11:37:12,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:37:12,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14c57810-8d12-4622-9d2c-b3bdd0328b40" 2024-11-25T11:37:12,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ab02f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:12,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,37783,-1] 2024-11-25T11:37:12,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:37:12,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:37:12,220 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:37:12,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c73455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:12,222 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:37:12,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,40991,1732534620374, seqNum=-1] 2024-11-25T11:37:12,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:37:12,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:37:12,242 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:37:12,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,37783,1732534620316 2024-11-25T11:37:12,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73653131 2024-11-25T11:37:12,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:37:12,253 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:37:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732534627154.0457482ffba66609befbc67495b74af1., hostname=96bb5f2c2895,40991,1732534620374, seqNum=2] 2024-11-25T11:37:12,272 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T11:37:12,307 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-25T11:37:12,313 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-25T11:37:12,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/load_f/f/hfile_1 for inclusion in 0457482ffba66609befbc67495b74af1/f 2024-11-25T11:37:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-25T11:37:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:37:12,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/load_f/f/hfile_0 for inclusion in 0457482ffba66609befbc67495b74af1/f 2024-11-25T11:37:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-25T11:37:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:37:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HRegion(2603): Flush status journal for 0457482ffba66609befbc67495b74af1: 2024-11-25T11:37:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/load_f/f/hfile_1 to hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/staging/jenkins__test__rq0bqrkrtpc9fa76rrd33tf6r4fcqfhnjekggh6kcf7or43a6d1p7ntfguto5s19/f/hfile_1 2024-11-25T11:37:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/staging/jenkins__test__rq0bqrkrtpc9fa76rrd33tf6r4fcqfhnjekggh6kcf7or43a6d1p7ntfguto5s19/f/hfile_1 as hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/default/test/0457482ffba66609befbc67495b74af1/f/1707d8e5821e4c4ca15663ffbc984177_SeqId_4_ 2024-11-25T11:37:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/load_f/f/hfile_0 to hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/staging/jenkins__test__rq0bqrkrtpc9fa76rrd33tf6r4fcqfhnjekggh6kcf7or43a6d1p7ntfguto5s19/f/hfile_0 2024-11-25T11:37:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/staging/jenkins__test__rq0bqrkrtpc9fa76rrd33tf6r4fcqfhnjekggh6kcf7or43a6d1p7ntfguto5s19/f/hfile_0 as hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/default/test/0457482ffba66609befbc67495b74af1/f/ac9b1496f2d64502a36d451f2b5e54ee_SeqId_4_ 2024-11-25T11:37:12,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/staging/jenkins__test__rq0bqrkrtpc9fa76rrd33tf6r4fcqfhnjekggh6kcf7or43a6d1p7ntfguto5s19/f/hfile_1 into 0457482ffba66609befbc67495b74af1/f as hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/default/test/0457482ffba66609befbc67495b74af1/f/1707d8e5821e4c4ca15663ffbc984177_SeqId_4_ - updating store file list. 2024-11-25T11:37:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1707d8e5821e4c4ca15663ffbc984177_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T11:37:12,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/default/test/0457482ffba66609befbc67495b74af1/f/1707d8e5821e4c4ca15663ffbc984177_SeqId_4_ into 0457482ffba66609befbc67495b74af1/f 2024-11-25T11:37:12,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/staging/jenkins__test__rq0bqrkrtpc9fa76rrd33tf6r4fcqfhnjekggh6kcf7or43a6d1p7ntfguto5s19/f/hfile_1 into 0457482ffba66609befbc67495b74af1/f (new location: hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/default/test/0457482ffba66609befbc67495b74af1/f/1707d8e5821e4c4ca15663ffbc984177_SeqId_4_) 2024-11-25T11:37:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/staging/jenkins__test__rq0bqrkrtpc9fa76rrd33tf6r4fcqfhnjekggh6kcf7or43a6d1p7ntfguto5s19/f/hfile_1 2024-11-25T11:37:12,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/staging/jenkins__test__rq0bqrkrtpc9fa76rrd33tf6r4fcqfhnjekggh6kcf7or43a6d1p7ntfguto5s19/f/hfile_0 into 0457482ffba66609befbc67495b74af1/f as hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/default/test/0457482ffba66609befbc67495b74af1/f/ac9b1496f2d64502a36d451f2b5e54ee_SeqId_4_ - updating store file list. 2024-11-25T11:37:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ac9b1496f2d64502a36d451f2b5e54ee_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T11:37:12,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/default/test/0457482ffba66609befbc67495b74af1/f/ac9b1496f2d64502a36d451f2b5e54ee_SeqId_4_ into 0457482ffba66609befbc67495b74af1/f 2024-11-25T11:37:12,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/staging/jenkins__test__rq0bqrkrtpc9fa76rrd33tf6r4fcqfhnjekggh6kcf7or43a6d1p7ntfguto5s19/f/hfile_0 into 0457482ffba66609befbc67495b74af1/f (new location: hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/default/test/0457482ffba66609befbc67495b74af1/f/ac9b1496f2d64502a36d451f2b5e54ee_SeqId_4_) 2024-11-25T11:37:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/staging/jenkins__test__rq0bqrkrtpc9fa76rrd33tf6r4fcqfhnjekggh6kcf7or43a6d1p7ntfguto5s19/f/hfile_0 2024-11-25T11:37:12,398 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:37:12,398 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:37:12,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:37:12,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:37:12,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:37:12,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732534627154.0457482ffba66609befbc67495b74af1., hostname=96bb5f2c2895,40991,1732534620374, seqNum=2 , the old value is region=test,,1732534627154.0457482ffba66609befbc67495b74af1., hostname=96bb5f2c2895,40991,1732534620374, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=96bb5f2c2895:40991 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T11:37:12,400 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:37:12,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732534627154.0457482ffba66609befbc67495b74af1., hostname=96bb5f2c2895,40991,1732534620374, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T11:37:12,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732534627154.0457482ffba66609befbc67495b74af1., hostname=96bb5f2c2895,40991,1732534620374, seqNum=2 from cache 2024-11-25T11:37:12,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,40743,1732534624508, seqNum=-1] 2024-11-25T11:37:12,402 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-25T11:37:12,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:37:12,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:37:12,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732534629325.ee72152e8af22217827c4ba8bfd2925f., hostname=96bb5f2c2895,40743,1732534624508, seqNum=2] 2024-11-25T11:37:12,409 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T11:37:12,505 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:40991 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T11:37:12,534 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 379, reset compression=false 2024-11-25T11:37:12,549 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:37:12,549 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.shipper96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,40991,1732534620374 got entry batch from reader: WALEntryBatch [walEntries=[{test/0457482ffba66609befbc67495b74af1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732534632391/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T11:37:12,572 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.shipper96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:37:12,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-25T11:37:12,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] regionserver.ReplicationSink(318): Replicating [14c57810-8d12-4622-9d2c-b3bdd0328b40] bulk loaded data 2024-11-25T11:37:12,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77eec0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:12,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,37855,-1 for getting cluster id 2024-11-25T11:37:12,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:37:12,579 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70c00e18-da99-431c-96c1-d037259047f9' 2024-11-25T11:37:12,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:37:12,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70c00e18-da99-431c-96c1-d037259047f9" 2024-11-25T11:37:12,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42347878, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:12,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,37855,-1] 2024-11-25T11:37:12,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:37:12,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:37:12,581 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:37:12,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ec037f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:12,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741837_1013 (size=7691) 2024-11-25T11:37:12,750 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 687, reset compression=false 2024-11-25T11:37:13,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741838_1014 (size=7894) 2024-11-25T11:37:13,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:37:13,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,37855,1732534624467 2024-11-25T11:37:13,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ba2d24f 2024-11-25T11:37:13,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:37:13,010 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-25T11:37:13,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T11:37:13,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:37:13,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,40743,1732534624508, seqNum=-1] 2024-11-25T11:37:13,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:37:13,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-25T11:37:13,023 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/staging/jenkins.hfs.6__test__93ecdl109dg9ua2fpuob1f1nvu5itjo9vbn5kjivfm1089dcsg425ofl9dqrlg88/f/1707d8e5821e4c4ca15663ffbc984177_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-25T11:37:13,027 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/staging/jenkins.hfs.6__test__93ecdl109dg9ua2fpuob1f1nvu5itjo9vbn5kjivfm1089dcsg425ofl9dqrlg88/f/ac9b1496f2d64502a36d451f2b5e54ee_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-25T11:37:13,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/staging/jenkins.hfs.6__test__93ecdl109dg9ua2fpuob1f1nvu5itjo9vbn5kjivfm1089dcsg425ofl9dqrlg88/f/ac9b1496f2d64502a36d451f2b5e54ee_SeqId_4_ for inclusion in ee72152e8af22217827c4ba8bfd2925f/f 2024-11-25T11:37:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-25T11:37:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:37:13,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/staging/jenkins.hfs.6__test__93ecdl109dg9ua2fpuob1f1nvu5itjo9vbn5kjivfm1089dcsg425ofl9dqrlg88/f/1707d8e5821e4c4ca15663ffbc984177_SeqId_4_ for inclusion in ee72152e8af22217827c4ba8bfd2925f/f 2024-11-25T11:37:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-25T11:37:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:37:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] regionserver.HRegion(2603): Flush status journal for ee72152e8af22217827c4ba8bfd2925f: 2024-11-25T11:37:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ac9b1496f2d64502a36d451f2b5e54ee_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T11:37:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/staging/jenkins.hfs.6__test__93ecdl109dg9ua2fpuob1f1nvu5itjo9vbn5kjivfm1089dcsg425ofl9dqrlg88/f/ac9b1496f2d64502a36d451f2b5e54ee_SeqId_4_ as hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/default/test/ee72152e8af22217827c4ba8bfd2925f/f/33552e3bab7445f9ae70aa02ee864197_SeqId_4_ 2024-11-25T11:37:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1707d8e5821e4c4ca15663ffbc984177_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T11:37:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/staging/jenkins.hfs.6__test__93ecdl109dg9ua2fpuob1f1nvu5itjo9vbn5kjivfm1089dcsg425ofl9dqrlg88/f/1707d8e5821e4c4ca15663ffbc984177_SeqId_4_ as hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/default/test/ee72152e8af22217827c4ba8bfd2925f/f/5dd06162f81545fb9c342bc33883e94a_SeqId_4_ 2024-11-25T11:37:13,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/staging/jenkins.hfs.6__test__93ecdl109dg9ua2fpuob1f1nvu5itjo9vbn5kjivfm1089dcsg425ofl9dqrlg88/f/ac9b1496f2d64502a36d451f2b5e54ee_SeqId_4_ into ee72152e8af22217827c4ba8bfd2925f/f as hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/default/test/ee72152e8af22217827c4ba8bfd2925f/f/33552e3bab7445f9ae70aa02ee864197_SeqId_4_ - updating store file list. 2024-11-25T11:37:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 33552e3bab7445f9ae70aa02ee864197_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T11:37:13,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/default/test/ee72152e8af22217827c4ba8bfd2925f/f/33552e3bab7445f9ae70aa02ee864197_SeqId_4_ into ee72152e8af22217827c4ba8bfd2925f/f 2024-11-25T11:37:13,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/staging/jenkins.hfs.6__test__93ecdl109dg9ua2fpuob1f1nvu5itjo9vbn5kjivfm1089dcsg425ofl9dqrlg88/f/ac9b1496f2d64502a36d451f2b5e54ee_SeqId_4_ into ee72152e8af22217827c4ba8bfd2925f/f (new location: hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/default/test/ee72152e8af22217827c4ba8bfd2925f/f/33552e3bab7445f9ae70aa02ee864197_SeqId_4_) 2024-11-25T11:37:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/staging/jenkins.hfs.6__test__93ecdl109dg9ua2fpuob1f1nvu5itjo9vbn5kjivfm1089dcsg425ofl9dqrlg88/f/ac9b1496f2d64502a36d451f2b5e54ee_SeqId_4_ 2024-11-25T11:37:13,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/staging/jenkins.hfs.6__test__93ecdl109dg9ua2fpuob1f1nvu5itjo9vbn5kjivfm1089dcsg425ofl9dqrlg88/f/1707d8e5821e4c4ca15663ffbc984177_SeqId_4_ into ee72152e8af22217827c4ba8bfd2925f/f as hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/default/test/ee72152e8af22217827c4ba8bfd2925f/f/5dd06162f81545fb9c342bc33883e94a_SeqId_4_ - updating store file list. 2024-11-25T11:37:13,054 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 687, reset compression=false 2024-11-25T11:37:13,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5dd06162f81545fb9c342bc33883e94a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T11:37:13,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/default/test/ee72152e8af22217827c4ba8bfd2925f/f/5dd06162f81545fb9c342bc33883e94a_SeqId_4_ into ee72152e8af22217827c4ba8bfd2925f/f 2024-11-25T11:37:13,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/staging/jenkins.hfs.6__test__93ecdl109dg9ua2fpuob1f1nvu5itjo9vbn5kjivfm1089dcsg425ofl9dqrlg88/f/1707d8e5821e4c4ca15663ffbc984177_SeqId_4_ into ee72152e8af22217827c4ba8bfd2925f/f (new location: hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/default/test/ee72152e8af22217827c4ba8bfd2925f/f/5dd06162f81545fb9c342bc33883e94a_SeqId_4_) 2024-11-25T11:37:13,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/staging/jenkins.hfs.6__test__93ecdl109dg9ua2fpuob1f1nvu5itjo9vbn5kjivfm1089dcsg425ofl9dqrlg88/f/1707d8e5821e4c4ca15663ffbc984177_SeqId_4_ 2024-11-25T11:37:13,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40743 {}] regionserver.ReplicationSink(324): Finished replicating [14c57810-8d12-4622-9d2c-b3bdd0328b40] bulk loaded data 2024-11-25T11:37:13,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:37:13,446 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732534633445/Put/seqid=0 2024-11-25T11:37:13,459 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 687, reset compression=false 2024-11-25T11:37:13,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741842_1018 (size=7997) 2024-11-25T11:37:13,470 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732534633469/Put/seqid=0 2024-11-25T11:37:13,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741843_1019 (size=7794) 2024-11-25T11:37:13,807 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:37:13,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:37:13,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:37:13,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:37:13,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:37:13,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2726f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:13,888 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,37783,-1 for getting cluster id 2024-11-25T11:37:13,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:37:13,889 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14c57810-8d12-4622-9d2c-b3bdd0328b40' 2024-11-25T11:37:13,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:37:13,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14c57810-8d12-4622-9d2c-b3bdd0328b40" 2024-11-25T11:37:13,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3972fe6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:13,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,37783,-1] 2024-11-25T11:37:13,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:37:13,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:37:13,891 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:37:13,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8f9234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:37:13,892 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:37:13,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,40991,1732534620374, seqNum=-1] 2024-11-25T11:37:13,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:37:13,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:37:13,902 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:37:13,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,37783,1732534620316 2024-11-25T11:37:13,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7794e14d 2024-11-25T11:37:13,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:37:13,904 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:37:13,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732534627154.0457482ffba66609befbc67495b74af1., hostname=96bb5f2c2895,40991,1732534620374, seqNum=2] 2024-11-25T11:37:13,911 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T11:37:13,918 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-25T11:37:13,921 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-25T11:37:13,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/load_f1/f1/hfile_0 for inclusion in 0457482ffba66609befbc67495b74af1/f1 2024-11-25T11:37:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-25T11:37:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:37:13,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/load_f1/f1/hfile_1 for inclusion in 0457482ffba66609befbc67495b74af1/f1 2024-11-25T11:37:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-25T11:37:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:37:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HRegion(2603): Flush status journal for 0457482ffba66609befbc67495b74af1: 2024-11-25T11:37:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/load_f1/f1/hfile_0 to hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/staging/jenkins__test__k4l8ijepauth2s35cglit66lblahbiqeac8ak0mbd51f4fr8ojdejqeteeg072ae/f1/hfile_0 2024-11-25T11:37:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/staging/jenkins__test__k4l8ijepauth2s35cglit66lblahbiqeac8ak0mbd51f4fr8ojdejqeteeg072ae/f1/hfile_0 as hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/default/test/0457482ffba66609befbc67495b74af1/f1/bf8d9dad69f446e683fed5df711487ec_SeqId_6_ 2024-11-25T11:37:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/load_f1/f1/hfile_1 to hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/staging/jenkins__test__k4l8ijepauth2s35cglit66lblahbiqeac8ak0mbd51f4fr8ojdejqeteeg072ae/f1/hfile_1 2024-11-25T11:37:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/staging/jenkins__test__k4l8ijepauth2s35cglit66lblahbiqeac8ak0mbd51f4fr8ojdejqeteeg072ae/f1/hfile_1 as hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/default/test/0457482ffba66609befbc67495b74af1/f1/6ba4bed9279a4090834fe4b2b988a7f0_SeqId_6_ 2024-11-25T11:37:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-25T11:37:13,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/staging/jenkins__test__k4l8ijepauth2s35cglit66lblahbiqeac8ak0mbd51f4fr8ojdejqeteeg072ae/f1/hfile_0 into 0457482ffba66609befbc67495b74af1/f1 as hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/default/test/0457482ffba66609befbc67495b74af1/f1/bf8d9dad69f446e683fed5df711487ec_SeqId_6_ - updating store file list. 2024-11-25T11:37:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bf8d9dad69f446e683fed5df711487ec_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T11:37:13,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/default/test/0457482ffba66609befbc67495b74af1/f1/bf8d9dad69f446e683fed5df711487ec_SeqId_6_ into 0457482ffba66609befbc67495b74af1/f1 2024-11-25T11:37:13,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/staging/jenkins__test__k4l8ijepauth2s35cglit66lblahbiqeac8ak0mbd51f4fr8ojdejqeteeg072ae/f1/hfile_0 into 0457482ffba66609befbc67495b74af1/f1 (new location: hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/default/test/0457482ffba66609befbc67495b74af1/f1/bf8d9dad69f446e683fed5df711487ec_SeqId_6_) 2024-11-25T11:37:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/staging/jenkins__test__k4l8ijepauth2s35cglit66lblahbiqeac8ak0mbd51f4fr8ojdejqeteeg072ae/f1/hfile_0 2024-11-25T11:37:13,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/staging/jenkins__test__k4l8ijepauth2s35cglit66lblahbiqeac8ak0mbd51f4fr8ojdejqeteeg072ae/f1/hfile_1 into 0457482ffba66609befbc67495b74af1/f1 as hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/default/test/0457482ffba66609befbc67495b74af1/f1/6ba4bed9279a4090834fe4b2b988a7f0_SeqId_6_ - updating store file list. 2024-11-25T11:37:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6ba4bed9279a4090834fe4b2b988a7f0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T11:37:13,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/default/test/0457482ffba66609befbc67495b74af1/f1/6ba4bed9279a4090834fe4b2b988a7f0_SeqId_6_ into 0457482ffba66609befbc67495b74af1/f1 2024-11-25T11:37:13,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/staging/jenkins__test__k4l8ijepauth2s35cglit66lblahbiqeac8ak0mbd51f4fr8ojdejqeteeg072ae/f1/hfile_1 into 0457482ffba66609befbc67495b74af1/f1 (new location: hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/default/test/0457482ffba66609befbc67495b74af1/f1/6ba4bed9279a4090834fe4b2b988a7f0_SeqId_6_) 2024-11-25T11:37:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40991 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/staging/jenkins__test__k4l8ijepauth2s35cglit66lblahbiqeac8ak0mbd51f4fr8ojdejqeteeg072ae/f1/hfile_1 2024-11-25T11:37:13,956 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:37:13,956 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:37:13,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:37:13,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:37:13,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:37:13,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732534627154.0457482ffba66609befbc67495b74af1., hostname=96bb5f2c2895,40991,1732534620374, seqNum=2 , the old value is region=test,,1732534627154.0457482ffba66609befbc67495b74af1., hostname=96bb5f2c2895,40991,1732534620374, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=96bb5f2c2895:40991 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T11:37:13,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732534627154.0457482ffba66609befbc67495b74af1., hostname=96bb5f2c2895,40991,1732534620374, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T11:37:13,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732534627154.0457482ffba66609befbc67495b74af1., hostname=96bb5f2c2895,40991,1732534620374, seqNum=2 from cache 2024-11-25T11:37:13,957 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:37:13,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,40991,1732534620374, seqNum=-1] 2024-11-25T11:37:13,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:37:13,958 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-25T11:37:13,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:37:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732534627154.0457482ffba66609befbc67495b74af1., hostname=96bb5f2c2895,40991,1732534620374, seqNum=2] 2024-11-25T11:37:13,966 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 687, reset compression=false 2024-11-25T11:37:13,970 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:37:13,970 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:37:13,970 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.shipper96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,40991,1732534620374 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:37:14,065 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:40991 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T11:37:14,174 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:37:14,479 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:37:14,884 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:37:15,389 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:37:15,993 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:37:16,701 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:37:17,506 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:37:17,569 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T11:37:17,569 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-25T11:37:17,570 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T11:37:17,570 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-25T11:37:17,570 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T11:37:17,570 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-25T11:37:18,410 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:37:19,415 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:37:20,520 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:37:21,724 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:37:23,028 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:37:24,433 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:37:25,938 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:37:27,542 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:37:29,247 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:37:29,903 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T11:37:31,051 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:37:32,955 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:37:33,973 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.shipper96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,40991,1732534620374 got entry batch from reader: null 2024-11-25T11:37:34,052 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T11:37:34,960 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:37:37,064 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:37:39,268 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:37:41,573 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:37:43,977 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:37:44,137 INFO [master/96bb5f2c2895:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T11:37:44,137 INFO [master/96bb5f2c2895:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T11:37:46,482 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:37:47,113 INFO [master/96bb5f2c2895:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T11:37:47,113 INFO [master/96bb5f2c2895:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T11:37:49,086 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:37:51,790 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:37:53,305 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0457482ffba66609befbc67495b74af1, had cached 0 bytes from a total of 31376 2024-11-25T11:37:53,973 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.shipper96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,40991,1732534620374 got entry batch from reader: null 2024-11-25T11:37:54,594 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:37:54,786 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ee72152e8af22217827c4ba8bfd2925f, had cached 0 bytes from a total of 15585 2024-11-25T11:37:57,498 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:37:59,903 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T11:38:00,503 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:38:03,608 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:38:04,053 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T11:38:04,588 DEBUG [master/96bb5f2c2895:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-25T11:38:06,812 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:38:07,244 DEBUG [master/96bb5f2c2895:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-25T11:38:10,117 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:38:13,522 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:38:13,973 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.shipper96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,40991,1732534620374 got entry batch from reader: null 2024-11-25T11:38:13,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T11:38:13,986 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:38:13,986 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:38:13,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:13,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:13,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:38:13,987 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T11:38:13,987 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2110498673, stopped=false 2024-11-25T11:38:13,987 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=96bb5f2c2895,37855,1732534624467 2024-11-25T11:38:13,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014eea37030004, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1548187405/running 2024-11-25T11:38:13,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1548187405/running 2024-11-25T11:38:13,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1548187405 2024-11-25T11:38:13,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014eea37030004, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1548187405 2024-11-25T11:38:13,990 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:38:13,990 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:38:13,990 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:38:13,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:13,990 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,40743,1732534624508' ***** 2024-11-25T11:38:13,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40743-0x1014eea37030004, quorum=127.0.0.1:60205, baseZNode=/1548187405 Set watcher on znode that does not yet exist, /1548187405/running 2024-11-25T11:38:13,991 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:38:13,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Set watcher on znode that does not yet exist, /1548187405/running 2024-11-25T11:38:13,991 INFO [RS:0;96bb5f2c2895:40743 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:38:13,991 INFO [RS:0;96bb5f2c2895:40743 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:38:13,991 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:38:13,991 INFO [RS:0;96bb5f2c2895:40743 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:38:13,991 INFO [RS:0;96bb5f2c2895:40743 {}] regionserver.HRegionServer(3091): Received CLOSE for ee72152e8af22217827c4ba8bfd2925f 2024-11-25T11:38:13,991 INFO [RS:0;96bb5f2c2895:40743 {}] regionserver.HRegionServer(959): stopping server 96bb5f2c2895,40743,1732534624508 2024-11-25T11:38:13,991 INFO [RS:0;96bb5f2c2895:40743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:38:13,991 INFO [RS:0;96bb5f2c2895:40743 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:40743. 2024-11-25T11:38:13,992 DEBUG [RS:0;96bb5f2c2895:40743 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:38:13,992 DEBUG [RS:0;96bb5f2c2895:40743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:13,992 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee72152e8af22217827c4ba8bfd2925f, disabling compactions & flushes 2024-11-25T11:38:13,992 INFO [RS:0;96bb5f2c2895:40743 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:38:13,992 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732534629325.ee72152e8af22217827c4ba8bfd2925f. 2024-11-25T11:38:13,992 INFO [RS:0;96bb5f2c2895:40743 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:38:13,992 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534629325.ee72152e8af22217827c4ba8bfd2925f. 2024-11-25T11:38:13,992 INFO [RS:0;96bb5f2c2895:40743 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:38:13,992 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732534629325.ee72152e8af22217827c4ba8bfd2925f. after waiting 0 ms 2024-11-25T11:38:13,992 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732534629325.ee72152e8af22217827c4ba8bfd2925f. 2024-11-25T11:38:13,992 INFO [RS:0;96bb5f2c2895:40743 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T11:38:13,992 INFO [RS:0;96bb5f2c2895:40743 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T11:38:13,992 DEBUG [RS:0;96bb5f2c2895:40743 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ee72152e8af22217827c4ba8bfd2925f=test,,1732534629325.ee72152e8af22217827c4ba8bfd2925f.} 2024-11-25T11:38:13,992 DEBUG [RS:0;96bb5f2c2895:40743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ee72152e8af22217827c4ba8bfd2925f 2024-11-25T11:38:13,992 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:38:13,992 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:38:13,992 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:38:13,992 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:38:13,992 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:38:13,992 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-25T11:38:13,996 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/default/test/ee72152e8af22217827c4ba8bfd2925f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-25T11:38:13,997 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:38:13,997 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T11:38:13,997 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732534629325.ee72152e8af22217827c4ba8bfd2925f. 2024-11-25T11:38:13,997 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee72152e8af22217827c4ba8bfd2925f: Waiting for close lock at 1732534693992Running coprocessor pre-close hooks at 1732534693992Disabling compacts and flushes for region at 1732534693992Disabling writes for close at 1732534693992Writing region close event to WAL at 1732534693992Running coprocessor post-close hooks at 1732534693997 (+5 ms)Closed at 1732534693997 2024-11-25T11:38:13,997 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732534629325.ee72152e8af22217827c4ba8bfd2925f. 2024-11-25T11:38:14,010 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/hbase/meta/1588230740/.tmp/info/5887202a8d634c13832553cfb3c422ec is 129, key is test,,1732534629325.ee72152e8af22217827c4ba8bfd2925f./info:regioninfo/1732534629838/Put/seqid=0 2024-11-25T11:38:14,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741839_1015 (size=6421) 2024-11-25T11:38:14,049 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:38:14,192 DEBUG [RS:0;96bb5f2c2895:40743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:38:14,393 DEBUG [RS:0;96bb5f2c2895:40743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:38:14,414 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/hbase/meta/1588230740/.tmp/info/5887202a8d634c13832553cfb3c422ec 2024-11-25T11:38:14,434 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/hbase/meta/1588230740/.tmp/ns/1bca35c0859c4053ac512467b9cbbe4a is 43, key is default/ns:d/1732534627099/Put/seqid=0 2024-11-25T11:38:14,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741840_1016 (size=5153) 2024-11-25T11:38:14,593 DEBUG [RS:0;96bb5f2c2895:40743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:38:14,793 DEBUG [RS:0;96bb5f2c2895:40743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:38:14,839 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/hbase/meta/1588230740/.tmp/ns/1bca35c0859c4053ac512467b9cbbe4a 2024-11-25T11:38:14,864 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/hbase/meta/1588230740/.tmp/rep_barrier/aac960ae57dd4eba80e85887fdd4d4d0 is 112, key is test,,1732534629325.ee72152e8af22217827c4ba8bfd2925f./rep_barrier:seqnumDuringOpen/1732534629838/Put/seqid=0 2024-11-25T11:38:14,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741841_1017 (size=5518) 2024-11-25T11:38:14,993 INFO [RS:0;96bb5f2c2895:40743 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T11:38:14,993 DEBUG [RS:0;96bb5f2c2895:40743 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T11:38:14,993 DEBUG [RS:0;96bb5f2c2895:40743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:38:15,003 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T11:38:15,003 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T11:38:15,193 DEBUG [RS:0;96bb5f2c2895:40743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:38:15,277 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/hbase/meta/1588230740/.tmp/rep_barrier/aac960ae57dd4eba80e85887fdd4d4d0 2024-11-25T11:38:15,300 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/hbase/meta/1588230740/.tmp/table/a50cf25320b04f29b8bcaa8483f10121 is 40, key is test/table:state/1732534629870/Put/seqid=0 2024-11-25T11:38:15,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741842_1018 (size=5165) 2024-11-25T11:38:15,393 DEBUG [RS:0;96bb5f2c2895:40743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:38:15,594 DEBUG [RS:0;96bb5f2c2895:40743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:38:15,705 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/hbase/meta/1588230740/.tmp/table/a50cf25320b04f29b8bcaa8483f10121 2024-11-25T11:38:15,712 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/hbase/meta/1588230740/.tmp/info/5887202a8d634c13832553cfb3c422ec as hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/hbase/meta/1588230740/info/5887202a8d634c13832553cfb3c422ec 2024-11-25T11:38:15,721 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/hbase/meta/1588230740/info/5887202a8d634c13832553cfb3c422ec, entries=10, sequenceid=11, filesize=6.3 K 2024-11-25T11:38:15,722 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/hbase/meta/1588230740/.tmp/ns/1bca35c0859c4053ac512467b9cbbe4a as hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/hbase/meta/1588230740/ns/1bca35c0859c4053ac512467b9cbbe4a 2024-11-25T11:38:15,736 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/hbase/meta/1588230740/ns/1bca35c0859c4053ac512467b9cbbe4a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T11:38:15,737 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/hbase/meta/1588230740/.tmp/rep_barrier/aac960ae57dd4eba80e85887fdd4d4d0 as hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/hbase/meta/1588230740/rep_barrier/aac960ae57dd4eba80e85887fdd4d4d0 2024-11-25T11:38:15,749 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/hbase/meta/1588230740/rep_barrier/aac960ae57dd4eba80e85887fdd4d4d0, entries=1, sequenceid=11, filesize=5.4 K 2024-11-25T11:38:15,750 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/hbase/meta/1588230740/.tmp/table/a50cf25320b04f29b8bcaa8483f10121 as hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/hbase/meta/1588230740/table/a50cf25320b04f29b8bcaa8483f10121 2024-11-25T11:38:15,755 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/hbase/meta/1588230740/table/a50cf25320b04f29b8bcaa8483f10121, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T11:38:15,756 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1764ms, sequenceid=11, compaction requested=false 2024-11-25T11:38:15,769 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T11:38:15,770 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:38:15,770 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:38:15,770 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:38:15,770 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534693992Running coprocessor pre-close hooks at 1732534693992Disabling compacts and flushes for region at 1732534693992Disabling writes for close at 1732534693992Obtaining lock to block concurrent updates at 1732534693992Preparing flush snapshotting stores in 1588230740 at 1732534693992Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732534693993 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732534693993Flushing 1588230740/info: creating writer at 1732534693993Flushing 1588230740/info: appending metadata at 1732534694009 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732534694009Flushing 1588230740/ns: creating writer at 1732534694420 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732534694434 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732534694434Flushing 1588230740/rep_barrier: creating writer at 1732534694845 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732534694863 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732534694863Flushing 1588230740/table: creating writer at 1732534695282 (+419 ms)Flushing 1588230740/table: appending metadata at 1732534695299 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732534695299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16dc3ec1: reopening flushed file at 1732534695711 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d8b963: reopening flushed file at 1732534695722 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@247fdc1b: reopening flushed file at 1732534695736 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61bcd457: reopening flushed file at 1732534695749 (+13 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1764ms, sequenceid=11, compaction requested=false at 1732534695756 (+7 ms)Writing region close event to WAL at 1732534695765 (+9 ms)Running coprocessor post-close hooks at 1732534695770 (+5 ms)Closed at 1732534695770 2024-11-25T11:38:15,770 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T11:38:15,794 INFO [RS:0;96bb5f2c2895:40743 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,40743,1732534624508; all regions closed. 2024-11-25T11:38:15,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741834_1010 (size=2717) 2024-11-25T11:38:15,798 DEBUG [RS:0;96bb5f2c2895:40743 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/oldWALs 2024-11-25T11:38:15,798 INFO [RS:0;96bb5f2c2895:40743 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C40743%2C1732534624508.meta:.meta(num 1732534627053) 2024-11-25T11:38:15,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741832_1008 (size=1028) 2024-11-25T11:38:15,802 DEBUG [RS:0;96bb5f2c2895:40743 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/oldWALs 2024-11-25T11:38:15,802 INFO [RS:0;96bb5f2c2895:40743 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C40743%2C1732534624508:(num 1732534626107) 2024-11-25T11:38:15,802 DEBUG [RS:0;96bb5f2c2895:40743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:15,802 INFO [RS:0;96bb5f2c2895:40743 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:38:15,802 INFO [RS:0;96bb5f2c2895:40743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:38:15,802 INFO [RS:0;96bb5f2c2895:40743 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T11:38:15,803 INFO [RS:0;96bb5f2c2895:40743 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:38:15,803 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:38:15,803 INFO [RS:0;96bb5f2c2895:40743 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:40743. 2024-11-25T11:38:15,803 DEBUG [RS:0;96bb5f2c2895:40743 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:38:15,803 DEBUG [RS:0;96bb5f2c2895:40743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:15,803 DEBUG [RS:0;96bb5f2c2895:40743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:15,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:38:15,803 INFO [RS:0;96bb5f2c2895:40743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40743 2024-11-25T11:38:15,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014eea37030004, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1548187405/rs/96bb5f2c2895,40743,1732534624508 2024-11-25T11:38:15,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1548187405/rs 2024-11-25T11:38:15,806 INFO [RS:0;96bb5f2c2895:40743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:38:15,809 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,40743,1732534624508] 2024-11-25T11:38:15,811 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1548187405/draining/96bb5f2c2895,40743,1732534624508 already deleted, retry=false 2024-11-25T11:38:15,811 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96bb5f2c2895,40743,1732534624508 expired; onlineServers=0 2024-11-25T11:38:15,811 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '96bb5f2c2895,37855,1732534624467' ***** 2024-11-25T11:38:15,811 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T11:38:15,811 INFO [M:0;96bb5f2c2895:37855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:38:15,811 INFO [M:0;96bb5f2c2895:37855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:38:15,811 DEBUG [M:0;96bb5f2c2895:37855 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T11:38:15,811 DEBUG [M:0;96bb5f2c2895:37855 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T11:38:15,811 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T11:38:15,811 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534625903 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534625903,5,FailOnTimeoutGroup] 2024-11-25T11:38:15,811 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534625903 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534625903,5,FailOnTimeoutGroup] 2024-11-25T11:38:15,812 INFO [M:0;96bb5f2c2895:37855 {}] hbase.ChoreService(370): Chore service for: master/96bb5f2c2895:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T11:38:15,812 INFO [M:0;96bb5f2c2895:37855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:38:15,812 DEBUG [M:0;96bb5f2c2895:37855 {}] master.HMaster(1795): Stopping service threads 2024-11-25T11:38:15,812 INFO [M:0;96bb5f2c2895:37855 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T11:38:15,812 INFO [M:0;96bb5f2c2895:37855 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:38:15,812 INFO [M:0;96bb5f2c2895:37855 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T11:38:15,812 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T11:38:15,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1548187405/master 2024-11-25T11:38:15,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1548187405 2024-11-25T11:38:15,813 DEBUG [M:0;96bb5f2c2895:37855 {}] zookeeper.ZKUtil(347): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Unable to get data of znode /1548187405/master because node does not exist (not an error) 2024-11-25T11:38:15,813 WARN [M:0;96bb5f2c2895:37855 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T11:38:15,814 INFO [M:0;96bb5f2c2895:37855 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/.lastflushedseqids 2024-11-25T11:38:15,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741843_1019 (size=173) 2024-11-25T11:38:15,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014eea37030004, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:38:15,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40743-0x1014eea37030004, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:38:15,909 INFO [RS:0;96bb5f2c2895:40743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:38:15,909 INFO [RS:0;96bb5f2c2895:40743 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,40743,1732534624508; zookeeper connection closed. 2024-11-25T11:38:15,910 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@767a0f9f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@767a0f9f 2024-11-25T11:38:15,910 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T11:38:16,219 INFO [M:0;96bb5f2c2895:37855 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T11:38:16,219 INFO [M:0;96bb5f2c2895:37855 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T11:38:16,219 DEBUG [M:0;96bb5f2c2895:37855 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:38:16,219 INFO [M:0;96bb5f2c2895:37855 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:16,219 DEBUG [M:0;96bb5f2c2895:37855 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:16,219 DEBUG [M:0;96bb5f2c2895:37855 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:38:16,219 DEBUG [M:0;96bb5f2c2895:37855 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:16,219 INFO [M:0;96bb5f2c2895:37855 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-25T11:38:16,235 DEBUG [M:0;96bb5f2c2895:37855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d116276bf679490abcf7ef293c354567 is 82, key is hbase:meta,,1/info:regioninfo/1732534627087/Put/seqid=0 2024-11-25T11:38:16,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741844_1020 (size=5672) 2024-11-25T11:38:16,639 INFO [M:0;96bb5f2c2895:37855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d116276bf679490abcf7ef293c354567 2024-11-25T11:38:16,659 DEBUG [M:0;96bb5f2c2895:37855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66eeb5ba8a5c47f5a4f8cea4c8bd8fc0 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732534629876/Put/seqid=0 2024-11-25T11:38:16,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741845_1021 (size=6727) 2024-11-25T11:38:17,027 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 to pos 997, reset compression=false 2024-11-25T11:38:17,063 INFO [M:0;96bb5f2c2895:37855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66eeb5ba8a5c47f5a4f8cea4c8bd8fc0 2024-11-25T11:38:17,068 INFO [M:0;96bb5f2c2895:37855 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66eeb5ba8a5c47f5a4f8cea4c8bd8fc0 2024-11-25T11:38:17,083 DEBUG [M:0;96bb5f2c2895:37855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f18173060fc40f09b9ac46baa108311 is 69, key is 96bb5f2c2895,40743,1732534624508/rs:state/1732534625955/Put/seqid=0 2024-11-25T11:38:17,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741846_1022 (size=5156) 2024-11-25T11:38:17,488 INFO [M:0;96bb5f2c2895:37855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f18173060fc40f09b9ac46baa108311 2024-11-25T11:38:17,493 DEBUG [M:0;96bb5f2c2895:37855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d116276bf679490abcf7ef293c354567 as hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d116276bf679490abcf7ef293c354567 2024-11-25T11:38:17,498 INFO [M:0;96bb5f2c2895:37855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d116276bf679490abcf7ef293c354567, entries=8, sequenceid=58, filesize=5.5 K 2024-11-25T11:38:17,499 DEBUG [M:0;96bb5f2c2895:37855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66eeb5ba8a5c47f5a4f8cea4c8bd8fc0 as hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/66eeb5ba8a5c47f5a4f8cea4c8bd8fc0 2024-11-25T11:38:17,504 INFO [M:0;96bb5f2c2895:37855 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66eeb5ba8a5c47f5a4f8cea4c8bd8fc0 2024-11-25T11:38:17,504 INFO [M:0;96bb5f2c2895:37855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/66eeb5ba8a5c47f5a4f8cea4c8bd8fc0, entries=6, sequenceid=58, filesize=6.6 K 2024-11-25T11:38:17,504 DEBUG [M:0;96bb5f2c2895:37855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f18173060fc40f09b9ac46baa108311 as hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f18173060fc40f09b9ac46baa108311 2024-11-25T11:38:17,509 INFO [M:0;96bb5f2c2895:37855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/8be43da6-35ee-5d2f-5dc8-c96bef5a1ebf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f18173060fc40f09b9ac46baa108311, entries=1, sequenceid=58, filesize=5.0 K 2024-11-25T11:38:17,510 INFO [M:0;96bb5f2c2895:37855 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=58, compaction requested=false 2024-11-25T11:38:17,511 INFO [M:0;96bb5f2c2895:37855 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:17,511 DEBUG [M:0;96bb5f2c2895:37855 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534696219Disabling compacts and flushes for region at 1732534696219Disabling writes for close at 1732534696219Obtaining lock to block concurrent updates at 1732534696219Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732534696219Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732534696220 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732534696220Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732534696220Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732534696234 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732534696234Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732534696644 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732534696658 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732534696658Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732534697068 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732534697083 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732534697083Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c54ea1f: reopening flushed file at 1732534697493 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22edf8dd: reopening flushed file at 1732534697498 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3200ad8a: reopening flushed file at 1732534697504 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=58, compaction requested=false at 1732534697510 (+6 ms)Writing region close event to WAL at 1732534697511 (+1 ms)Closed at 1732534697511 2024-11-25T11:38:17,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741830_1006 (size=33026) 2024-11-25T11:38:17,514 INFO [M:0;96bb5f2c2895:37855 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T11:38:17,514 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:38:17,514 INFO [M:0;96bb5f2c2895:37855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37855 2024-11-25T11:38:17,515 INFO [M:0;96bb5f2c2895:37855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:38:17,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:38:17,616 INFO [M:0;96bb5f2c2895:37855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:38:17,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37855-0x1014eea37030003, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:38:17,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3bf1f95{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:38:17,619 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@172ab688{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:38:17,619 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:38:17,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290405a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:38:17,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225e79ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/hadoop.log.dir/,STOPPED} 2024-11-25T11:38:17,621 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:38:17,621 WARN [BP-1144800372-172.17.0.2-1732534623455 heartbeating to localhost/127.0.0.1:45255 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:38:17,621 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:38:17,621 WARN [BP-1144800372-172.17.0.2-1732534623455 heartbeating to localhost/127.0.0.1:45255 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1144800372-172.17.0.2-1732534623455 (Datanode Uuid ed41b207-fb1b-4310-8a97-85ab11c3eb4e) service to localhost/127.0.0.1:45255 2024-11-25T11:38:17,622 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/cluster_65308a52-480e-fa39-1da1-835384de5cda/data/data1/current/BP-1144800372-172.17.0.2-1732534623455 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:38:17,622 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/cluster_65308a52-480e-fa39-1da1-835384de5cda/data/data2/current/BP-1144800372-172.17.0.2-1732534623455 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:38:17,622 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:38:17,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2321bae{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:38:17,630 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42b16601{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:38:17,630 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:38:17,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@847f2b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:38:17,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b3d5207{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/hadoop.log.dir/,STOPPED} 2024-11-25T11:38:17,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T11:38:17,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T11:38:17,643 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:38:17,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:38:17,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:17,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:17,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:38:17,643 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T11:38:17,643 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=126337944, stopped=false 2024-11-25T11:38:17,643 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=96bb5f2c2895,37783,1732534620316 2024-11-25T11:38:17,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1642391922/running 2024-11-25T11:38:17,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x1014eea37030001, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1642391922/running 2024-11-25T11:38:17,645 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:38:17,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1642391922 2024-11-25T11:38:17,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x1014eea37030001, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1642391922 2024-11-25T11:38:17,645 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:38:17,645 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:38:17,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:17,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40991-0x1014eea37030001, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Set watcher on znode that does not yet exist, /0-1642391922/running 2024-11-25T11:38:17,646 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,40991,1732534620374' ***** 2024-11-25T11:38:17,646 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:38:17,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Set watcher on znode that does not yet exist, /0-1642391922/running 2024-11-25T11:38:17,646 INFO [RS:0;96bb5f2c2895:40991 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:38:17,646 INFO [RS:0;96bb5f2c2895:40991 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:38:17,646 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:38:17,646 INFO [RS:0;96bb5f2c2895:40991 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:38:17,646 INFO [RS:0;96bb5f2c2895:40991 {}] regionserver.HRegionServer(3091): Received CLOSE for 0457482ffba66609befbc67495b74af1 2024-11-25T11:38:17,647 INFO [RS:0;96bb5f2c2895:40991 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e2a5b93cdaada3eb8c649394814e93c 2024-11-25T11:38:17,647 INFO [RS:0;96bb5f2c2895:40991 {}] regionserver.HRegionServer(959): stopping server 96bb5f2c2895,40991,1732534620374 2024-11-25T11:38:17,647 INFO [RS:0;96bb5f2c2895:40991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:38:17,647 INFO [RS:0;96bb5f2c2895:40991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:40991. 2024-11-25T11:38:17,647 DEBUG [RS:0;96bb5f2c2895:40991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:38:17,647 DEBUG [RS:0;96bb5f2c2895:40991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:17,647 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0457482ffba66609befbc67495b74af1, disabling compactions & flushes 2024-11-25T11:38:17,647 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732534627154.0457482ffba66609befbc67495b74af1. 2024-11-25T11:38:17,647 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534627154.0457482ffba66609befbc67495b74af1. 2024-11-25T11:38:17,647 INFO [RS:0;96bb5f2c2895:40991 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:38:17,647 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732534627154.0457482ffba66609befbc67495b74af1. after waiting 0 ms 2024-11-25T11:38:17,647 INFO [RS:0;96bb5f2c2895:40991 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:38:17,647 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732534627154.0457482ffba66609befbc67495b74af1. 2024-11-25T11:38:17,647 INFO [RS:0;96bb5f2c2895:40991 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:38:17,647 INFO [RS:0;96bb5f2c2895:40991 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T11:38:17,648 INFO [RS:0;96bb5f2c2895:40991 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T11:38:17,648 DEBUG [RS:0;96bb5f2c2895:40991 {}] regionserver.HRegionServer(1325): Online Regions={0457482ffba66609befbc67495b74af1=test,,1732534627154.0457482ffba66609befbc67495b74af1., 1588230740=hbase:meta,,1.1588230740, 8e2a5b93cdaada3eb8c649394814e93c=hbase:replication,,1732534630013.8e2a5b93cdaada3eb8c649394814e93c.} 2024-11-25T11:38:17,648 DEBUG [RS:0;96bb5f2c2895:40991 {}] regionserver.HRegionServer(1351): Waiting on 0457482ffba66609befbc67495b74af1, 1588230740, 8e2a5b93cdaada3eb8c649394814e93c 2024-11-25T11:38:17,648 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:38:17,648 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:38:17,648 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:38:17,648 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:38:17,648 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:38:17,649 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T11:38:17,649 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:38:17,653 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/default/test/0457482ffba66609befbc67495b74af1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T11:38:17,653 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:38:17,653 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T11:38:17,653 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732534627154.0457482ffba66609befbc67495b74af1. 2024-11-25T11:38:17,653 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0457482ffba66609befbc67495b74af1: Waiting for close lock at 1732534697647Running coprocessor pre-close hooks at 1732534697647Disabling compacts and flushes for region at 1732534697647Disabling writes for close at 1732534697647Writing region close event to WAL at 1732534697649 (+2 ms)Running coprocessor post-close hooks at 1732534697653 (+4 ms)Closed at 1732534697653 2024-11-25T11:38:17,654 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732534627154.0457482ffba66609befbc67495b74af1. 2024-11-25T11:38:17,654 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e2a5b93cdaada3eb8c649394814e93c, disabling compactions & flushes 2024-11-25T11:38:17,654 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534630013.8e2a5b93cdaada3eb8c649394814e93c. 2024-11-25T11:38:17,654 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534630013.8e2a5b93cdaada3eb8c649394814e93c. 2024-11-25T11:38:17,654 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534630013.8e2a5b93cdaada3eb8c649394814e93c. after waiting 0 ms 2024-11-25T11:38:17,654 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534630013.8e2a5b93cdaada3eb8c649394814e93c. 2024-11-25T11:38:17,654 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8e2a5b93cdaada3eb8c649394814e93c 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-25T11:38:17,669 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/replication/8e2a5b93cdaada3eb8c649394814e93c/.tmp/hfileref/358e549f6ffc4f9ab6a50aa2ce39616f is 74, key is 1/hfileref:1707d8e5821e4c4ca15663ffbc984177_SeqId_4_/1732534633063/DeleteColumn/seqid=0 2024-11-25T11:38:17,669 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/meta/1588230740/.tmp/info/d56268df4397425ab352a54e2ff84bc1 is 147, key is hbase:replication,,1732534630013.8e2a5b93cdaada3eb8c649394814e93c./info:regioninfo/1732534631283/Put/seqid=0 2024-11-25T11:38:17,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741844_1020 (size=5203) 2024-11-25T11:38:17,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741845_1021 (size=7686) 2024-11-25T11:38:17,849 DEBUG [RS:0;96bb5f2c2895:40991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e2a5b93cdaada3eb8c649394814e93c 2024-11-25T11:38:18,049 DEBUG [RS:0;96bb5f2c2895:40991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e2a5b93cdaada3eb8c649394814e93c 2024-11-25T11:38:18,074 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/replication/8e2a5b93cdaada3eb8c649394814e93c/.tmp/hfileref/358e549f6ffc4f9ab6a50aa2ce39616f 2024-11-25T11:38:18,075 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/meta/1588230740/.tmp/info/d56268df4397425ab352a54e2ff84bc1 2024-11-25T11:38:18,095 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/replication/8e2a5b93cdaada3eb8c649394814e93c/.tmp/queue/4bb30f7d203c484faab72bb2a45aa752 is 153, key is 1-96bb5f2c2895,40991,1732534620374/queue:96bb5f2c2895%2C40991%2C1732534620374/1732534633972/Put/seqid=0 2024-11-25T11:38:18,095 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/meta/1588230740/.tmp/ns/7899e4255f4a43bcb38d179af64f697b is 43, key is default/ns:d/1732534623390/Put/seqid=0 2024-11-25T11:38:18,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741847_1023 (size=5352) 2024-11-25T11:38:18,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741846_1022 (size=5153) 2024-11-25T11:38:18,100 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/replication/8e2a5b93cdaada3eb8c649394814e93c/.tmp/queue/4bb30f7d203c484faab72bb2a45aa752 2024-11-25T11:38:18,105 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/replication/8e2a5b93cdaada3eb8c649394814e93c/.tmp/hfileref/358e549f6ffc4f9ab6a50aa2ce39616f as hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/replication/8e2a5b93cdaada3eb8c649394814e93c/hfileref/358e549f6ffc4f9ab6a50aa2ce39616f 2024-11-25T11:38:18,110 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/replication/8e2a5b93cdaada3eb8c649394814e93c/hfileref/358e549f6ffc4f9ab6a50aa2ce39616f, entries=2, sequenceid=10, filesize=5.1 K 2024-11-25T11:38:18,111 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/replication/8e2a5b93cdaada3eb8c649394814e93c/.tmp/queue/4bb30f7d203c484faab72bb2a45aa752 as hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/replication/8e2a5b93cdaada3eb8c649394814e93c/queue/4bb30f7d203c484faab72bb2a45aa752 2024-11-25T11:38:18,115 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/replication/8e2a5b93cdaada3eb8c649394814e93c/queue/4bb30f7d203c484faab72bb2a45aa752, entries=1, sequenceid=10, filesize=5.2 K 2024-11-25T11:38:18,116 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 8e2a5b93cdaada3eb8c649394814e93c in 462ms, sequenceid=10, compaction requested=false 2024-11-25T11:38:18,124 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/replication/8e2a5b93cdaada3eb8c649394814e93c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-25T11:38:18,124 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:38:18,124 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:38:18,125 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732534630013.8e2a5b93cdaada3eb8c649394814e93c. 2024-11-25T11:38:18,125 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e2a5b93cdaada3eb8c649394814e93c: Waiting for close lock at 1732534697654Running coprocessor pre-close hooks at 1732534697654Disabling compacts and flushes for region at 1732534697654Disabling writes for close at 1732534697654Obtaining lock to block concurrent updates at 1732534697654Preparing flush snapshotting stores in 8e2a5b93cdaada3eb8c649394814e93c at 1732534697654Finished memstore snapshotting hbase:replication,,1732534630013.8e2a5b93cdaada3eb8c649394814e93c., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732534697654Flushing stores of hbase:replication,,1732534630013.8e2a5b93cdaada3eb8c649394814e93c. at 1732534697655 (+1 ms)Flushing 8e2a5b93cdaada3eb8c649394814e93c/hfileref: creating writer at 1732534697655Flushing 8e2a5b93cdaada3eb8c649394814e93c/hfileref: appending metadata at 1732534697669 (+14 ms)Flushing 8e2a5b93cdaada3eb8c649394814e93c/hfileref: closing flushed file at 1732534697669Flushing 8e2a5b93cdaada3eb8c649394814e93c/queue: creating writer at 1732534698080 (+411 ms)Flushing 8e2a5b93cdaada3eb8c649394814e93c/queue: appending metadata at 1732534698095 (+15 ms)Flushing 8e2a5b93cdaada3eb8c649394814e93c/queue: closing flushed file at 1732534698095Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b7d4257: reopening flushed file at 1732534698105 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47db52a2: reopening flushed file at 1732534698110 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 8e2a5b93cdaada3eb8c649394814e93c in 462ms, sequenceid=10, compaction requested=false at 1732534698116 (+6 ms)Writing region close event to WAL at 1732534698121 (+5 ms)Running coprocessor post-close hooks at 1732534698124 (+3 ms)Closed at 1732534698124 2024-11-25T11:38:18,125 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732534630013.8e2a5b93cdaada3eb8c649394814e93c. 2024-11-25T11:38:18,241 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T11:38:18,241 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T11:38:18,249 DEBUG [RS:0;96bb5f2c2895:40991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:38:18,449 DEBUG [RS:0;96bb5f2c2895:40991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:38:18,501 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/meta/1588230740/.tmp/ns/7899e4255f4a43bcb38d179af64f697b 2024-11-25T11:38:18,528 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/meta/1588230740/.tmp/rep_barrier/4bd83f5642dd401894a4b163fa45e757 is 112, key is test,,1732534627154.0457482ffba66609befbc67495b74af1./rep_barrier:seqnumDuringOpen/1732534628325/Put/seqid=0 2024-11-25T11:38:18,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741848_1024 (size=5518) 2024-11-25T11:38:18,537 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/meta/1588230740/.tmp/rep_barrier/4bd83f5642dd401894a4b163fa45e757 2024-11-25T11:38:18,564 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/meta/1588230740/.tmp/table/59ec5ade9c924fa19e3efa38eed9065d is 53, key is hbase:replication/table:state/1732534631295/Put/seqid=0 2024-11-25T11:38:18,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741849_1025 (size=5308) 2024-11-25T11:38:18,583 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/meta/1588230740/.tmp/table/59ec5ade9c924fa19e3efa38eed9065d 2024-11-25T11:38:18,590 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/meta/1588230740/.tmp/info/d56268df4397425ab352a54e2ff84bc1 as hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/meta/1588230740/info/d56268df4397425ab352a54e2ff84bc1 2024-11-25T11:38:18,595 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/meta/1588230740/info/d56268df4397425ab352a54e2ff84bc1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T11:38:18,597 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/meta/1588230740/.tmp/ns/7899e4255f4a43bcb38d179af64f697b as hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/meta/1588230740/ns/7899e4255f4a43bcb38d179af64f697b 2024-11-25T11:38:18,603 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/meta/1588230740/ns/7899e4255f4a43bcb38d179af64f697b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T11:38:18,604 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/meta/1588230740/.tmp/rep_barrier/4bd83f5642dd401894a4b163fa45e757 as hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/meta/1588230740/rep_barrier/4bd83f5642dd401894a4b163fa45e757 2024-11-25T11:38:18,610 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/meta/1588230740/rep_barrier/4bd83f5642dd401894a4b163fa45e757, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T11:38:18,611 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/meta/1588230740/.tmp/table/59ec5ade9c924fa19e3efa38eed9065d as hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/meta/1588230740/table/59ec5ade9c924fa19e3efa38eed9065d 2024-11-25T11:38:18,617 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/meta/1588230740/table/59ec5ade9c924fa19e3efa38eed9065d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T11:38:18,618 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 970ms, sequenceid=16, compaction requested=false 2024-11-25T11:38:18,619 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T11:38:18,643 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T11:38:18,644 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:38:18,644 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:38:18,644 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:38:18,644 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534697648Running coprocessor pre-close hooks at 1732534697648Disabling compacts and flushes for region at 1732534697648Disabling writes for close at 1732534697648Obtaining lock to block concurrent updates at 1732534697649 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732534697649Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732534697649Flushing stores of hbase:meta,,1.1588230740 at 1732534697650 (+1 ms)Flushing 1588230740/info: creating writer at 1732534697650Flushing 1588230740/info: appending metadata at 1732534697669 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732534697669Flushing 1588230740/ns: creating writer at 1732534698080 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732534698095 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732534698095Flushing 1588230740/rep_barrier: creating writer at 1732534698509 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732534698528 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732534698528Flushing 1588230740/table: creating writer at 1732534698543 (+15 ms)Flushing 1588230740/table: appending metadata at 1732534698563 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732534698563Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11cb7ca6: reopening flushed file at 1732534698589 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a6e0630: reopening flushed file at 1732534698596 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ab75973: reopening flushed file at 1732534698603 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73c847b9: reopening flushed file at 1732534698610 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 970ms, sequenceid=16, compaction requested=false at 1732534698618 (+8 ms)Writing region close event to WAL at 1732534698638 (+20 ms)Running coprocessor post-close hooks at 1732534698643 (+5 ms)Closed at 1732534698644 (+1 ms) 2024-11-25T11:38:18,644 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T11:38:18,649 INFO [RS:0;96bb5f2c2895:40991 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,40991,1732534620374; all regions closed. 2024-11-25T11:38:18,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741834_1010 (size=4239) 2024-11-25T11:38:18,663 DEBUG [RS:0;96bb5f2c2895:40991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/oldWALs 2024-11-25T11:38:18,663 INFO [RS:0;96bb5f2c2895:40991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C40991%2C1732534620374.meta:.meta(num 1732534623340) 2024-11-25T11:38:18,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741839_1015 (size=2700) 2024-11-25T11:38:18,670 DEBUG [RS:0;96bb5f2c2895:40991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/oldWALs 2024-11-25T11:38:18,670 INFO [RS:0;96bb5f2c2895:40991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C40991%2C1732534620374.rep:(num 1732534631212) 2024-11-25T11:38:18,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741832_1008 (size=1300) 2024-11-25T11:38:18,673 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/WALs/96bb5f2c2895,40991,1732534620374/96bb5f2c2895%2C40991%2C1732534620374.1732534622374 not finished, retry = 0 2024-11-25T11:38:18,777 DEBUG [RS:0;96bb5f2c2895:40991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/oldWALs 2024-11-25T11:38:18,777 INFO [RS:0;96bb5f2c2895:40991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C40991%2C1732534620374:(num 1732534622374) 2024-11-25T11:38:18,777 DEBUG [RS:0;96bb5f2c2895:40991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:18,777 INFO [RS:0;96bb5f2c2895:40991 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:38:18,777 INFO [RS:0;96bb5f2c2895:40991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:38:18,777 INFO [RS:0;96bb5f2c2895:40991 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T11:38:18,778 INFO [RS:0;96bb5f2c2895:40991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:38:18,778 INFO [RS:0;96bb5f2c2895:40991 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-96bb5f2c2895,40991,1732534620374 because: Region server is closing 2024-11-25T11:38:18,778 INFO [RS:0;96bb5f2c2895:40991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:40991. 2024-11-25T11:38:18,778 DEBUG [RS:0;96bb5f2c2895:40991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:38:18,778 DEBUG [RS:0;96bb5f2c2895:40991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:18,778 DEBUG [RS:0;96bb5f2c2895:40991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:18,779 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:38:18,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:38:18,879 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.shipper96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T11:38:18,879 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.wal-reader.96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T11:38:18,879 INFO [RS:0;96bb5f2c2895:40991 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,40991,1732534620374.replicationSource.shipper96bb5f2c2895%2C40991%2C1732534620374,1-96bb5f2c2895,40991,1732534620374 terminated 2024-11-25T11:38:18,879 INFO [RS:0;96bb5f2c2895:40991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40991 2024-11-25T11:38:18,881 INFO [RS:0;96bb5f2c2895:40991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:38:18,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1642391922/rs 2024-11-25T11:38:18,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x1014eea37030001, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1642391922/rs/96bb5f2c2895,40991,1732534620374 2024-11-25T11:38:18,884 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,40991,1732534620374] 2024-11-25T11:38:18,886 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1642391922/draining/96bb5f2c2895,40991,1732534620374 already deleted, retry=false 2024-11-25T11:38:18,886 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96bb5f2c2895,40991,1732534620374 expired; onlineServers=0 2024-11-25T11:38:18,886 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '96bb5f2c2895,37783,1732534620316' ***** 2024-11-25T11:38:18,886 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T11:38:18,886 INFO [M:0;96bb5f2c2895:37783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:38:18,886 INFO [M:0;96bb5f2c2895:37783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:38:18,886 DEBUG [M:0;96bb5f2c2895:37783 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T11:38:18,886 DEBUG [M:0;96bb5f2c2895:37783 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T11:38:18,886 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T11:38:18,886 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534622169 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534622169,5,FailOnTimeoutGroup] 2024-11-25T11:38:18,886 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534622169 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534622169,5,FailOnTimeoutGroup] 2024-11-25T11:38:18,886 INFO [M:0;96bb5f2c2895:37783 {}] hbase.ChoreService(370): Chore service for: master/96bb5f2c2895:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T11:38:18,886 INFO [M:0;96bb5f2c2895:37783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:38:18,886 DEBUG [M:0;96bb5f2c2895:37783 {}] master.HMaster(1795): Stopping service threads 2024-11-25T11:38:18,886 INFO [M:0;96bb5f2c2895:37783 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T11:38:18,886 INFO [M:0;96bb5f2c2895:37783 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:38:18,886 INFO [M:0;96bb5f2c2895:37783 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T11:38:18,887 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T11:38:18,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1642391922/master 2024-11-25T11:38:18,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1642391922 2024-11-25T11:38:18,888 DEBUG [M:0;96bb5f2c2895:37783 {}] zookeeper.ZKUtil(347): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Unable to get data of znode /0-1642391922/master because node does not exist (not an error) 2024-11-25T11:38:18,888 WARN [M:0;96bb5f2c2895:37783 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T11:38:18,889 INFO [M:0;96bb5f2c2895:37783 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/.lastflushedseqids 2024-11-25T11:38:18,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741850_1026 (size=263) 2024-11-25T11:38:18,894 INFO [M:0;96bb5f2c2895:37783 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T11:38:18,894 INFO [M:0;96bb5f2c2895:37783 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T11:38:18,894 DEBUG [M:0;96bb5f2c2895:37783 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:38:18,894 INFO [M:0;96bb5f2c2895:37783 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:18,894 DEBUG [M:0;96bb5f2c2895:37783 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:18,894 DEBUG [M:0;96bb5f2c2895:37783 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:38:18,894 DEBUG [M:0;96bb5f2c2895:37783 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:18,894 INFO [M:0;96bb5f2c2895:37783 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-25T11:38:18,910 DEBUG [M:0;96bb5f2c2895:37783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/284bcf959c50455cbf33244ef6259bdb is 82, key is hbase:meta,,1/info:regioninfo/1732534623376/Put/seqid=0 2024-11-25T11:38:18,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741851_1027 (size=5672) 2024-11-25T11:38:18,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x1014eea37030001, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:38:18,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40991-0x1014eea37030001, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:38:18,984 INFO [RS:0;96bb5f2c2895:40991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:38:18,984 INFO [RS:0;96bb5f2c2895:40991 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,40991,1732534620374; zookeeper connection closed. 2024-11-25T11:38:18,985 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d143541 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d143541 2024-11-25T11:38:18,985 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T11:38:19,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:19,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:19,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:19,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:19,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:19,314 INFO [M:0;96bb5f2c2895:37783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/284bcf959c50455cbf33244ef6259bdb 2024-11-25T11:38:19,334 DEBUG [M:0;96bb5f2c2895:37783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7434f27e94d24785a99be37a09fb1f8a is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732534628340/Put/seqid=0 2024-11-25T11:38:19,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741852_1028 (size=7239) 2024-11-25T11:38:19,524 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:38:19,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:19,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:19,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:19,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:19,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:19,739 INFO [M:0;96bb5f2c2895:37783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7434f27e94d24785a99be37a09fb1f8a 2024-11-25T11:38:19,744 INFO [M:0;96bb5f2c2895:37783 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7434f27e94d24785a99be37a09fb1f8a 2024-11-25T11:38:19,759 DEBUG [M:0;96bb5f2c2895:37783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f8ff713a00f431a960c1f91000be3a9 is 69, key is 96bb5f2c2895,40991,1732534620374/rs:state/1732534622226/Put/seqid=0 2024-11-25T11:38:19,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741853_1029 (size=5156) 2024-11-25T11:38:20,164 INFO [M:0;96bb5f2c2895:37783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f8ff713a00f431a960c1f91000be3a9 2024-11-25T11:38:20,170 DEBUG [M:0;96bb5f2c2895:37783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/284bcf959c50455cbf33244ef6259bdb as hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/284bcf959c50455cbf33244ef6259bdb 2024-11-25T11:38:20,175 INFO [M:0;96bb5f2c2895:37783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/284bcf959c50455cbf33244ef6259bdb, entries=8, sequenceid=105, filesize=5.5 K 2024-11-25T11:38:20,176 DEBUG [M:0;96bb5f2c2895:37783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7434f27e94d24785a99be37a09fb1f8a as hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7434f27e94d24785a99be37a09fb1f8a 2024-11-25T11:38:20,180 INFO [M:0;96bb5f2c2895:37783 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7434f27e94d24785a99be37a09fb1f8a 2024-11-25T11:38:20,180 INFO [M:0;96bb5f2c2895:37783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7434f27e94d24785a99be37a09fb1f8a, entries=11, sequenceid=105, filesize=7.1 K 2024-11-25T11:38:20,181 DEBUG [M:0;96bb5f2c2895:37783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f8ff713a00f431a960c1f91000be3a9 as hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f8ff713a00f431a960c1f91000be3a9 2024-11-25T11:38:20,185 INFO [M:0;96bb5f2c2895:37783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42847/user/jenkins/test-data/44820d84-fcaf-8177-e557-02ee1accf1a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f8ff713a00f431a960c1f91000be3a9, entries=1, sequenceid=105, filesize=5.0 K 2024-11-25T11:38:20,186 INFO [M:0;96bb5f2c2895:37783 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=105, compaction requested=false 2024-11-25T11:38:20,187 INFO [M:0;96bb5f2c2895:37783 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:20,187 DEBUG [M:0;96bb5f2c2895:37783 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534698894Disabling compacts and flushes for region at 1732534698894Disabling writes for close at 1732534698894Obtaining lock to block concurrent updates at 1732534698894Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732534698894Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1732534698895 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732534698895Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732534698895Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732534698909 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732534698909Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732534699320 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732534699334 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732534699334Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732534699744 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732534699758 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732534699758Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dc1061d: reopening flushed file at 1732534700169 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7702b36e: reopening flushed file at 1732534700175 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c9e4ed3: reopening flushed file at 1732534700180 (+5 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=105, compaction requested=false at 1732534700186 (+6 ms)Writing region close event to WAL at 1732534700187 (+1 ms)Closed at 1732534700187 2024-11-25T11:38:20,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741830_1006 (size=64514) 2024-11-25T11:38:20,191 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:38:20,191 INFO [M:0;96bb5f2c2895:37783 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T11:38:20,191 INFO [M:0;96bb5f2c2895:37783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37783 2024-11-25T11:38:20,191 INFO [M:0;96bb5f2c2895:37783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:38:20,293 INFO [M:0;96bb5f2c2895:37783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:38:20,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:38:20,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1014eea37030000, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:38:20,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c254bc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:38:20,297 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66f02a1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:38:20,297 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:38:20,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12d9f85b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:38:20,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5dbed4e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/hadoop.log.dir/,STOPPED} 2024-11-25T11:38:20,298 WARN [BP-1656301875-172.17.0.2-1732534619284 heartbeating to localhost/127.0.0.1:42847 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:38:20,298 WARN [BP-1656301875-172.17.0.2-1732534619284 heartbeating to localhost/127.0.0.1:42847 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1656301875-172.17.0.2-1732534619284 (Datanode Uuid f77e5b6c-6717-4989-afc9-e19543fea563) service to localhost/127.0.0.1:42847 2024-11-25T11:38:20,298 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:38:20,298 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:38:20,299 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/cluster_1e2a9dcb-398f-74ba-cf40-45ee5d4b421d/data/data1/current/BP-1656301875-172.17.0.2-1732534619284 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:38:20,299 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/cluster_1e2a9dcb-398f-74ba-cf40-45ee5d4b421d/data/data2/current/BP-1656301875-172.17.0.2-1732534619284 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:38:20,299 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:38:20,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c23ea55{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:38:20,307 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d61262c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:38:20,307 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:38:20,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6474836b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:38:20,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36c0e5d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b2c9b7-7651-9064-79f4-86d35b14e626/hadoop.log.dir/,STOPPED} 2024-11-25T11:38:20,314 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T11:38:20,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T11:38:20,336 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 140) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60205) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42847 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f6af0b91750.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42847 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45255 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42847 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45255 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45255 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42847 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45255 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60205) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42847 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:45255 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f6af0b91750.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=275 (was 273) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4308 (was 4388) 2024-11-25T11:38:20,345 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=275, ProcessCount=11, AvailableMemoryMB=4308 2024-11-25T11:38:20,362 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-25T11:38:20,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/hadoop.log.dir so I do NOT create it in target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb 2024-11-25T11:38:20,362 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T11:38:20,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/hadoop.tmp.dir so I do NOT create it in target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb 2024-11-25T11:38:20,363 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac4b3d4c-a88d-c726-1ce6-78180e6a5231/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T11:38:20,363 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb 2024-11-25T11:38:20,363 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/cluster_125d28da-3aee-049b-499a-082ae31053c0, deleteOnExit=true 2024-11-25T11:38:20,369 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/cluster_125d28da-3aee-049b-499a-082ae31053c0/zookeeper_0, clientPort=55340, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/cluster_125d28da-3aee-049b-499a-082ae31053c0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/cluster_125d28da-3aee-049b-499a-082ae31053c0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T11:38:20,370 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55340 2024-11-25T11:38:20,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T11:38:20,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T11:38:20,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/test.cache.data in system properties and HBase conf 2024-11-25T11:38:20,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T11:38:20,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/hadoop.log.dir in system properties and HBase conf 2024-11-25T11:38:20,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T11:38:20,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T11:38:20,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T11:38:20,370 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T11:38:20,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:38:20,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:38:20,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T11:38:20,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:38:20,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T11:38:20,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T11:38:20,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:38:20,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:38:20,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T11:38:20,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/nfs.dump.dir in system properties and HBase conf 2024-11-25T11:38:20,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/java.io.tmpdir in system properties and HBase conf 2024-11-25T11:38:20,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:38:20,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T11:38:20,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T11:38:20,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014eea37030005, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T11:38:20,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014eea37030002, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T11:38:20,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014eea37030005, quorum=127.0.0.1:60205, baseZNode=/1548187405 Received Disconnected from ZooKeeper, ignoring 2024-11-25T11:38:20,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014eea37030002, quorum=127.0.0.1:60205, baseZNode=/0-1642391922 Received Disconnected from ZooKeeper, ignoring 2024-11-25T11:38:20,455 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:38:20,459 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:38:20,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:38:20,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:38:20,461 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:38:20,465 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:38:20,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25d8f35b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:38:20,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ef16663{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:38:20,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32439f1a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/java.io.tmpdir/jetty-localhost-45807-hadoop-hdfs-3_4_1-tests_jar-_-any-8168506311502352851/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:38:20,580 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6cb122ec{HTTP/1.1, (http/1.1)}{localhost:45807} 2024-11-25T11:38:20,580 INFO [Time-limited test {}] server.Server(415): Started @128394ms 2024-11-25T11:38:20,684 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:38:20,688 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:38:20,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:38:20,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:38:20,689 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:38:20,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b42235f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:38:20,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2746a1f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:38:20,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e68276e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/java.io.tmpdir/jetty-localhost-44385-hadoop-hdfs-3_4_1-tests_jar-_-any-211498566335765585/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:38:20,813 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ec5723e{HTTP/1.1, (http/1.1)}{localhost:44385} 2024-11-25T11:38:20,813 INFO [Time-limited test {}] server.Server(415): Started @128627ms 2024-11-25T11:38:20,814 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:38:20,921 WARN [Thread-1279 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/cluster_125d28da-3aee-049b-499a-082ae31053c0/data/data1/current/BP-1026259021-172.17.0.2-1732534700391/current, will proceed with Du for space computation calculation, 2024-11-25T11:38:20,921 WARN [Thread-1280 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/cluster_125d28da-3aee-049b-499a-082ae31053c0/data/data2/current/BP-1026259021-172.17.0.2-1732534700391/current, will proceed with Du for space computation calculation, 2024-11-25T11:38:20,938 WARN [Thread-1267 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:38:20,940 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d39fa4cddc154d8 with lease ID 0x3e413dda55672676: Processing first storage report for DS-c87024c4-bd09-4131-bbac-eb40c6842ac8 from datanode DatanodeRegistration(127.0.0.1:41589, datanodeUuid=755cd273-30bd-466c-b29e-54eb945a4a4a, infoPort=46119, infoSecurePort=0, ipcPort=46003, storageInfo=lv=-57;cid=testClusterID;nsid=1871581780;c=1732534700391) 2024-11-25T11:38:20,940 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d39fa4cddc154d8 with lease ID 0x3e413dda55672676: from storage DS-c87024c4-bd09-4131-bbac-eb40c6842ac8 node DatanodeRegistration(127.0.0.1:41589, datanodeUuid=755cd273-30bd-466c-b29e-54eb945a4a4a, infoPort=46119, infoSecurePort=0, ipcPort=46003, storageInfo=lv=-57;cid=testClusterID;nsid=1871581780;c=1732534700391), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:38:20,940 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d39fa4cddc154d8 with lease ID 0x3e413dda55672676: Processing first storage report for DS-f951400d-3250-46e7-8306-5a5fcc1ff7c4 from datanode DatanodeRegistration(127.0.0.1:41589, datanodeUuid=755cd273-30bd-466c-b29e-54eb945a4a4a, infoPort=46119, infoSecurePort=0, ipcPort=46003, storageInfo=lv=-57;cid=testClusterID;nsid=1871581780;c=1732534700391) 2024-11-25T11:38:20,940 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d39fa4cddc154d8 with lease ID 0x3e413dda55672676: from storage DS-f951400d-3250-46e7-8306-5a5fcc1ff7c4 node DatanodeRegistration(127.0.0.1:41589, datanodeUuid=755cd273-30bd-466c-b29e-54eb945a4a4a, infoPort=46119, infoSecurePort=0, ipcPort=46003, storageInfo=lv=-57;cid=testClusterID;nsid=1871581780;c=1732534700391), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:38:21,042 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb 2024-11-25T11:38:21,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:21,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:21,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:38:21,454 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a with version=8 2024-11-25T11:38:21,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/hbase-staging 2024-11-25T11:38:21,456 INFO [Time-limited test {}] client.ConnectionUtils(128): master/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:38:21,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:21,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:21,456 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:38:21,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:21,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:38:21,456 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T11:38:21,456 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:38:21,457 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36031 2024-11-25T11:38:21,458 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36031 connecting to ZooKeeper ensemble=127.0.0.1:55340 2024-11-25T11:38:21,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360310x0, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:38:21,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36031-0x1014eeb73dd0000 connected 2024-11-25T11:38:21,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:21,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:21,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Set watcher on znode that does not yet exist, /01915653640/running 2024-11-25T11:38:21,487 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a, hbase.cluster.distributed=false 2024-11-25T11:38:21,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Set watcher on znode that does not yet exist, /01915653640/acl 2024-11-25T11:38:21,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36031 2024-11-25T11:38:21,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36031 2024-11-25T11:38:21,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36031 2024-11-25T11:38:21,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36031 2024-11-25T11:38:21,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36031 2024-11-25T11:38:21,510 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:38:21,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:21,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:21,510 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:38:21,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:21,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:38:21,510 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:38:21,511 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:38:21,511 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43105 2024-11-25T11:38:21,512 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43105 connecting to ZooKeeper ensemble=127.0.0.1:55340 2024-11-25T11:38:21,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:21,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:21,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431050x0, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:38:21,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431050x0, quorum=127.0.0.1:55340, baseZNode=/01915653640 Set watcher on znode that does not yet exist, /01915653640/running 2024-11-25T11:38:21,518 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43105-0x1014eeb73dd0001 connected 2024-11-25T11:38:21,518 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:38:21,520 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:38:21,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43105-0x1014eeb73dd0001, quorum=127.0.0.1:55340, baseZNode=/01915653640 Set watcher on znode that does not yet exist, /01915653640/master 2024-11-25T11:38:21,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43105-0x1014eeb73dd0001, quorum=127.0.0.1:55340, baseZNode=/01915653640 Set watcher on znode that does not yet exist, /01915653640/acl 2024-11-25T11:38:21,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43105 2024-11-25T11:38:21,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43105 2024-11-25T11:38:21,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43105 2024-11-25T11:38:21,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43105 2024-11-25T11:38:21,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43105 2024-11-25T11:38:21,541 DEBUG [M:0;96bb5f2c2895:36031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;96bb5f2c2895:36031 2024-11-25T11:38:21,541 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01915653640/backup-masters/96bb5f2c2895,36031,1732534701456 2024-11-25T11:38:21,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1014eeb73dd0001, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640/backup-masters 2024-11-25T11:38:21,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640/backup-masters 2024-11-25T11:38:21,543 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Set watcher on existing znode=/01915653640/backup-masters/96bb5f2c2895,36031,1732534701456 2024-11-25T11:38:21,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1014eeb73dd0001, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01915653640/master 2024-11-25T11:38:21,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1014eeb73dd0001, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640 2024-11-25T11:38:21,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640 2024-11-25T11:38:21,545 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Set watcher on existing znode=/01915653640/master 2024-11-25T11:38:21,545 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01915653640/backup-masters/96bb5f2c2895,36031,1732534701456 from backup master directory 2024-11-25T11:38:21,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01915653640/backup-masters/96bb5f2c2895,36031,1732534701456 2024-11-25T11:38:21,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640/backup-masters 2024-11-25T11:38:21,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1014eeb73dd0001, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640/backup-masters 2024-11-25T11:38:21,547 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:38:21,547 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=96bb5f2c2895,36031,1732534701456 2024-11-25T11:38:21,557 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/hbase.id] with ID: b60dd3e8-65da-48f8-91db-1bc6fed13e8c 2024-11-25T11:38:21,557 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/.tmp/hbase.id 2024-11-25T11:38:21,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:38:21,566 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/.tmp/hbase.id]:[hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/hbase.id] 2024-11-25T11:38:21,579 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:21,579 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T11:38:21,581 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-25T11:38:21,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640 2024-11-25T11:38:21,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1014eeb73dd0001, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640 2024-11-25T11:38:21,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:38:21,590 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:38:21,591 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T11:38:21,592 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:38:21,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:38:22,003 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store 2024-11-25T11:38:22,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:38:22,409 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:38:22,410 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:38:22,410 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:22,410 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:22,410 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:38:22,410 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:22,410 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:22,410 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534702410Disabling compacts and flushes for region at 1732534702410Disabling writes for close at 1732534702410Writing region close event to WAL at 1732534702410Closed at 1732534702410 2024-11-25T11:38:22,411 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/.initializing 2024-11-25T11:38:22,411 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/WALs/96bb5f2c2895,36031,1732534701456 2024-11-25T11:38:22,412 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:38:22,413 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C36031%2C1732534701456, suffix=, logDir=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/WALs/96bb5f2c2895,36031,1732534701456, archiveDir=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/oldWALs, maxLogs=10 2024-11-25T11:38:22,427 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/WALs/96bb5f2c2895,36031,1732534701456/96bb5f2c2895%2C36031%2C1732534701456.1732534702413, exclude list is [], retry=0 2024-11-25T11:38:22,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41589,DS-c87024c4-bd09-4131-bbac-eb40c6842ac8,DISK] 2024-11-25T11:38:22,431 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/WALs/96bb5f2c2895,36031,1732534701456/96bb5f2c2895%2C36031%2C1732534701456.1732534702413 2024-11-25T11:38:22,431 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46119:46119)] 2024-11-25T11:38:22,431 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:38:22,431 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:38:22,432 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:22,432 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:22,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:22,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T11:38:22,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:22,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:22,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:22,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T11:38:22,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:22,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:22,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:22,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T11:38:22,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:22,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:22,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:22,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T11:38:22,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:22,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:22,440 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:22,441 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:22,441 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:22,442 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:22,442 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:22,443 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:38:22,444 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:22,446 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:38:22,447 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61228678, jitterRate=-0.08762159943580627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:38:22,448 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732534702432Initializing all the Stores at 1732534702432Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534702433 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534702433Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534702433Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534702433Cleaning up temporary data from old regions at 1732534702442 (+9 ms)Region opened successfully at 1732534702448 (+6 ms) 2024-11-25T11:38:22,448 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T11:38:22,451 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1068d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:38:22,451 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T11:38:22,452 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T11:38:22,452 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T11:38:22,452 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T11:38:22,452 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T11:38:22,453 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T11:38:22,453 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T11:38:22,455 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T11:38:22,455 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Unable to get data of znode /01915653640/balancer because node does not exist (not necessarily an error) 2024-11-25T11:38:22,457 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01915653640/balancer already deleted, retry=false 2024-11-25T11:38:22,457 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T11:38:22,457 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Unable to get data of znode /01915653640/normalizer because node does not exist (not necessarily an error) 2024-11-25T11:38:22,459 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01915653640/normalizer already deleted, retry=false 2024-11-25T11:38:22,459 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T11:38:22,460 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Unable to get data of znode /01915653640/switch/split because node does not exist (not necessarily an error) 2024-11-25T11:38:22,463 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01915653640/switch/split already deleted, retry=false 2024-11-25T11:38:22,464 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Unable to get data of znode /01915653640/switch/merge because node does not exist (not necessarily an error) 2024-11-25T11:38:22,465 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01915653640/switch/merge already deleted, retry=false 2024-11-25T11:38:22,467 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Unable to get data of znode /01915653640/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T11:38:22,468 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01915653640/snapshot-cleanup already deleted, retry=false 2024-11-25T11:38:22,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01915653640/running 2024-11-25T11:38:22,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640 2024-11-25T11:38:22,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1014eeb73dd0001, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01915653640/running 2024-11-25T11:38:22,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1014eeb73dd0001, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640 2024-11-25T11:38:22,471 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=96bb5f2c2895,36031,1732534701456, sessionid=0x1014eeb73dd0000, setting cluster-up flag (Was=false) 2024-11-25T11:38:22,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1014eeb73dd0001, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640 2024-11-25T11:38:22,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640 2024-11-25T11:38:22,480 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01915653640/flush-table-proc/acquired, /01915653640/flush-table-proc/reached, /01915653640/flush-table-proc/abort 2024-11-25T11:38:22,481 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,36031,1732534701456 2024-11-25T11:38:22,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640 2024-11-25T11:38:22,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1014eeb73dd0001, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640 2024-11-25T11:38:22,490 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01915653640/online-snapshot/acquired, /01915653640/online-snapshot/reached, /01915653640/online-snapshot/abort 2024-11-25T11:38:22,490 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,36031,1732534701456 2024-11-25T11:38:22,491 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T11:38:22,493 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T11:38:22,493 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T11:38:22,493 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T11:38:22,493 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 96bb5f2c2895,36031,1732534701456 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T11:38:22,494 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:38:22,494 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:38:22,494 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:38:22,494 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:38:22,494 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/96bb5f2c2895:0, corePoolSize=10, maxPoolSize=10 2024-11-25T11:38:22,494 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:22,494 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:38:22,494 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:22,495 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732534732495 2024-11-25T11:38:22,495 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T11:38:22,495 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T11:38:22,495 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T11:38:22,495 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T11:38:22,495 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T11:38:22,495 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T11:38:22,496 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:22,496 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:38:22,496 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T11:38:22,496 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T11:38:22,496 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T11:38:22,496 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T11:38:22,496 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T11:38:22,496 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T11:38:22,496 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T11:38:22,497 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534702496,5,FailOnTimeoutGroup] 2024-11-25T11:38:22,497 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534702497,5,FailOnTimeoutGroup] 2024-11-25T11:38:22,497 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:22,497 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T11:38:22,497 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:22,497 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:22,497 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:22,497 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T11:38:22,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:38:22,531 INFO [RS:0;96bb5f2c2895:43105 {}] regionserver.HRegionServer(746): ClusterId : b60dd3e8-65da-48f8-91db-1bc6fed13e8c 2024-11-25T11:38:22,531 DEBUG [RS:0;96bb5f2c2895:43105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:38:22,533 DEBUG [RS:0;96bb5f2c2895:43105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:38:22,533 DEBUG [RS:0;96bb5f2c2895:43105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:38:22,534 DEBUG [RS:0;96bb5f2c2895:43105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:38:22,535 DEBUG [RS:0;96bb5f2c2895:43105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6aeadb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:38:22,553 DEBUG [RS:0;96bb5f2c2895:43105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;96bb5f2c2895:43105 2024-11-25T11:38:22,553 INFO [RS:0;96bb5f2c2895:43105 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:38:22,553 INFO [RS:0;96bb5f2c2895:43105 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:38:22,553 DEBUG [RS:0;96bb5f2c2895:43105 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:38:22,554 INFO [RS:0;96bb5f2c2895:43105 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,36031,1732534701456 with port=43105, startcode=1732534701510 2024-11-25T11:38:22,554 DEBUG [RS:0;96bb5f2c2895:43105 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:38:22,555 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:38:22,556 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36031 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,43105,1732534701510 2024-11-25T11:38:22,556 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36031 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,43105,1732534701510 2024-11-25T11:38:22,557 DEBUG [RS:0;96bb5f2c2895:43105 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a 2024-11-25T11:38:22,557 DEBUG [RS:0;96bb5f2c2895:43105 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35271 2024-11-25T11:38:22,557 DEBUG [RS:0;96bb5f2c2895:43105 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:38:22,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640/rs 2024-11-25T11:38:22,561 DEBUG [RS:0;96bb5f2c2895:43105 {}] zookeeper.ZKUtil(111): regionserver:43105-0x1014eeb73dd0001, quorum=127.0.0.1:55340, baseZNode=/01915653640 Set watcher on existing znode=/01915653640/rs/96bb5f2c2895,43105,1732534701510 2024-11-25T11:38:22,561 WARN [RS:0;96bb5f2c2895:43105 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:38:22,561 INFO [RS:0;96bb5f2c2895:43105 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:38:22,561 DEBUG [RS:0;96bb5f2c2895:43105 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,43105,1732534701510 2024-11-25T11:38:22,561 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,43105,1732534701510] 2024-11-25T11:38:22,564 INFO [RS:0;96bb5f2c2895:43105 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:38:22,566 INFO [RS:0;96bb5f2c2895:43105 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:38:22,566 INFO [RS:0;96bb5f2c2895:43105 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:38:22,566 INFO [RS:0;96bb5f2c2895:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:22,566 INFO [RS:0;96bb5f2c2895:43105 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:38:22,567 INFO [RS:0;96bb5f2c2895:43105 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:38:22,567 INFO [RS:0;96bb5f2c2895:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:22,567 DEBUG [RS:0;96bb5f2c2895:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:22,567 DEBUG [RS:0;96bb5f2c2895:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:22,567 DEBUG [RS:0;96bb5f2c2895:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:22,567 DEBUG [RS:0;96bb5f2c2895:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:22,567 DEBUG [RS:0;96bb5f2c2895:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:22,567 DEBUG [RS:0;96bb5f2c2895:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:38:22,567 DEBUG [RS:0;96bb5f2c2895:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:22,567 DEBUG [RS:0;96bb5f2c2895:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:22,567 DEBUG [RS:0;96bb5f2c2895:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:22,567 DEBUG [RS:0;96bb5f2c2895:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:22,567 DEBUG [RS:0;96bb5f2c2895:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:22,567 DEBUG [RS:0;96bb5f2c2895:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:22,567 DEBUG [RS:0;96bb5f2c2895:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:38:22,567 DEBUG [RS:0;96bb5f2c2895:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:38:22,568 INFO [RS:0;96bb5f2c2895:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:22,568 INFO [RS:0;96bb5f2c2895:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:22,569 INFO [RS:0;96bb5f2c2895:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:22,569 INFO [RS:0;96bb5f2c2895:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:22,569 INFO [RS:0;96bb5f2c2895:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:22,569 INFO [RS:0;96bb5f2c2895:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,43105,1732534701510-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:38:22,582 INFO [RS:0;96bb5f2c2895:43105 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:38:22,583 INFO [RS:0;96bb5f2c2895:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,43105,1732534701510-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:22,583 INFO [RS:0;96bb5f2c2895:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:22,583 INFO [RS:0;96bb5f2c2895:43105 {}] regionserver.Replication(171): 96bb5f2c2895,43105,1732534701510 started 2024-11-25T11:38:22,597 INFO [RS:0;96bb5f2c2895:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:22,597 INFO [RS:0;96bb5f2c2895:43105 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,43105,1732534701510, RpcServer on 96bb5f2c2895/172.17.0.2:43105, sessionid=0x1014eeb73dd0001 2024-11-25T11:38:22,597 DEBUG [RS:0;96bb5f2c2895:43105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:38:22,597 DEBUG [RS:0;96bb5f2c2895:43105 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,43105,1732534701510 2024-11-25T11:38:22,597 DEBUG [RS:0;96bb5f2c2895:43105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,43105,1732534701510' 2024-11-25T11:38:22,597 DEBUG [RS:0;96bb5f2c2895:43105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01915653640/flush-table-proc/abort' 2024-11-25T11:38:22,598 DEBUG [RS:0;96bb5f2c2895:43105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01915653640/flush-table-proc/acquired' 2024-11-25T11:38:22,598 DEBUG [RS:0;96bb5f2c2895:43105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:38:22,598 DEBUG [RS:0;96bb5f2c2895:43105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:38:22,598 DEBUG [RS:0;96bb5f2c2895:43105 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,43105,1732534701510 2024-11-25T11:38:22,598 DEBUG [RS:0;96bb5f2c2895:43105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,43105,1732534701510' 2024-11-25T11:38:22,598 DEBUG [RS:0;96bb5f2c2895:43105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01915653640/online-snapshot/abort' 2024-11-25T11:38:22,599 DEBUG [RS:0;96bb5f2c2895:43105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01915653640/online-snapshot/acquired' 2024-11-25T11:38:22,599 DEBUG [RS:0;96bb5f2c2895:43105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:38:22,599 INFO [RS:0;96bb5f2c2895:43105 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:38:22,599 INFO [RS:0;96bb5f2c2895:43105 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:38:22,699 INFO [RS:0;96bb5f2c2895:43105 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:38:22,701 INFO [RS:0;96bb5f2c2895:43105 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C43105%2C1732534701510, suffix=, logDir=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,43105,1732534701510, archiveDir=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/oldWALs, maxLogs=10 2024-11-25T11:38:22,715 DEBUG [RS:0;96bb5f2c2895:43105 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,43105,1732534701510/96bb5f2c2895%2C43105%2C1732534701510.1732534702702, exclude list is [], retry=0 2024-11-25T11:38:22,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41589,DS-c87024c4-bd09-4131-bbac-eb40c6842ac8,DISK] 2024-11-25T11:38:22,719 INFO [RS:0;96bb5f2c2895:43105 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,43105,1732534701510/96bb5f2c2895%2C43105%2C1732534701510.1732534702702 2024-11-25T11:38:22,719 DEBUG [RS:0;96bb5f2c2895:43105 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46119:46119)] 2024-11-25T11:38:22,905 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T11:38:22,905 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a 2024-11-25T11:38:22,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741833_1009 (size=32) 2024-11-25T11:38:23,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:38:23,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:38:23,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:38:23,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:23,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:23,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:38:23,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:38:23,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:23,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:23,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:38:23,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:38:23,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:23,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:23,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:38:23,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:38:23,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:23,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:23,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:38:23,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740 2024-11-25T11:38:23,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740 2024-11-25T11:38:23,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:38:23,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:38:23,322 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:38:23,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:38:23,325 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:38:23,326 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67358753, jitterRate=0.003723636269569397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:38:23,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732534703311Initializing all the Stores at 1732534703312 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534703312Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534703312Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534703312Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534703312Cleaning up temporary data from old regions at 1732534703321 (+9 ms)Region opened successfully at 1732534703326 (+5 ms) 2024-11-25T11:38:23,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:38:23,327 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:38:23,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:38:23,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:38:23,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:38:23,328 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:38:23,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534703327Disabling compacts and flushes for region at 1732534703327Disabling writes for close at 1732534703327Writing region close event to WAL at 1732534703328 (+1 ms)Closed at 1732534703328 2024-11-25T11:38:23,329 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:38:23,329 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T11:38:23,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:38:23,331 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:38:23,332 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T11:38:23,482 DEBUG [96bb5f2c2895:36031 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T11:38:23,482 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=96bb5f2c2895,43105,1732534701510 2024-11-25T11:38:23,484 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,43105,1732534701510, state=OPENING 2024-11-25T11:38:23,485 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T11:38:23,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1014eeb73dd0001, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640 2024-11-25T11:38:23,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640 2024-11-25T11:38:23,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01915653640/meta-region-server: CHANGED 2024-11-25T11:38:23,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01915653640/meta-region-server: CHANGED 2024-11-25T11:38:23,487 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:38:23,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,43105,1732534701510}] 2024-11-25T11:38:23,640 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:38:23,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:38:23,645 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:38:23,645 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:38:23,646 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:38:23,647 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C43105%2C1732534701510.meta, suffix=.meta, logDir=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,43105,1732534701510, archiveDir=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/oldWALs, maxLogs=10 2024-11-25T11:38:23,668 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,43105,1732534701510/96bb5f2c2895%2C43105%2C1732534701510.meta.1732534703648.meta, exclude list is [], retry=0 2024-11-25T11:38:23,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41589,DS-c87024c4-bd09-4131-bbac-eb40c6842ac8,DISK] 2024-11-25T11:38:23,676 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,43105,1732534701510/96bb5f2c2895%2C43105%2C1732534701510.meta.1732534703648.meta 2024-11-25T11:38:23,676 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46119:46119)] 2024-11-25T11:38:23,677 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:38:23,677 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:38:23,677 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:38:23,677 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:38:23,677 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:38:23,677 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:38:23,677 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:38:23,677 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:38:23,677 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:38:23,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:38:23,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:38:23,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:23,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:23,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:38:23,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:38:23,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:23,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:23,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:38:23,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:38:23,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:23,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:23,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:38:23,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:38:23,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:23,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:23,686 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:38:23,686 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740 2024-11-25T11:38:23,688 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740 2024-11-25T11:38:23,689 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:38:23,689 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:38:23,690 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:38:23,691 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:38:23,692 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59303949, jitterRate=-0.11630229651927948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:38:23,692 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:38:23,693 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732534703677Writing region info on filesystem at 1732534703677Initializing all the Stores at 1732534703678 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534703678Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534703679 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534703679Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534703679Cleaning up temporary data from old regions at 1732534703689 (+10 ms)Running coprocessor post-open hooks at 1732534703692 (+3 ms)Region opened successfully at 1732534703693 (+1 ms) 2024-11-25T11:38:23,694 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732534703640 2024-11-25T11:38:23,697 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:38:23,697 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:38:23,698 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,43105,1732534701510 2024-11-25T11:38:23,699 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,43105,1732534701510, state=OPEN 2024-11-25T11:38:23,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01915653640/meta-region-server 2024-11-25T11:38:23,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1014eeb73dd0001, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01915653640/meta-region-server 2024-11-25T11:38:23,706 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01915653640/meta-region-server: CHANGED 2024-11-25T11:38:23,706 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01915653640/meta-region-server: CHANGED 2024-11-25T11:38:23,706 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=96bb5f2c2895,43105,1732534701510 2024-11-25T11:38:23,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T11:38:23,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,43105,1732534701510 in 218 msec 2024-11-25T11:38:23,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T11:38:23,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 380 msec 2024-11-25T11:38:23,712 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:38:23,712 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T11:38:23,713 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:38:23,713 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,43105,1732534701510, seqNum=-1] 2024-11-25T11:38:23,713 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:38:23,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:38:23,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2260 sec 2024-11-25T11:38:23,719 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732534703719, completionTime=-1 2024-11-25T11:38:23,720 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T11:38:23,720 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T11:38:23,722 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T11:38:23,722 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732534763722 2024-11-25T11:38:23,722 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732534823722 2024-11-25T11:38:23,722 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T11:38:23,722 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,36031,1732534701456-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:23,722 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,36031,1732534701456-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:23,722 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,36031,1732534701456-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:23,722 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-96bb5f2c2895:36031, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:23,722 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:23,724 DEBUG [master/96bb5f2c2895:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T11:38:23,724 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:23,727 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.179sec 2024-11-25T11:38:23,727 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T11:38:23,727 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T11:38:23,727 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T11:38:23,727 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T11:38:23,727 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T11:38:23,727 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,36031,1732534701456-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:38:23,727 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,36031,1732534701456-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T11:38:23,729 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T11:38:23,729 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T11:38:23,730 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,36031,1732534701456-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:23,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a270cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:23,731 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,36031,-1 for getting cluster id 2024-11-25T11:38:23,731 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:38:23,733 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b60dd3e8-65da-48f8-91db-1bc6fed13e8c' 2024-11-25T11:38:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:38:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b60dd3e8-65da-48f8-91db-1bc6fed13e8c" 2024-11-25T11:38:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123412fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,36031,-1] 2024-11-25T11:38:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:38:23,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:23,734 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:38:23,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b723d12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:23,735 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:38:23,736 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,43105,1732534701510, seqNum=-1] 2024-11-25T11:38:23,736 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:38:23,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:38:23,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=96bb5f2c2895,36031,1732534701456 2024-11-25T11:38:23,739 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55340 2024-11-25T11:38:23,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:38:23,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014eeb73dd0002 connected 2024-11-25T11:38:23,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/hadoop.log.dir so I do NOT create it in target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271 2024-11-25T11:38:23,744 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T11:38:23,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/hadoop.tmp.dir so I do NOT create it in target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271 2024-11-25T11:38:23,744 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T11:38:23,744 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271 2024-11-25T11:38:23,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T11:38:23,744 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/cluster_94255351-2fc5-7a15-9d66-3472b6f58c87, deleteOnExit=true 2024-11-25T11:38:23,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T11:38:23,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/test.cache.data in system properties and HBase conf 2024-11-25T11:38:23,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T11:38:23,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/hadoop.log.dir in system properties and HBase conf 2024-11-25T11:38:23,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T11:38:23,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T11:38:23,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T11:38:23,745 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T11:38:23,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:38:23,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:38:23,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T11:38:23,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:38:23,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T11:38:23,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T11:38:23,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:38:23,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:38:23,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T11:38:23,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/nfs.dump.dir in system properties and HBase conf 2024-11-25T11:38:23,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/java.io.tmpdir in system properties and HBase conf 2024-11-25T11:38:23,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:38:23,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T11:38:23,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T11:38:23,829 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:38:23,834 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:38:23,836 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:38:23,836 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:38:23,836 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T11:38:23,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:38:23,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24df8869{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:38:23,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fecf28b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:38:23,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d30459e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/java.io.tmpdir/jetty-localhost-34443-hadoop-hdfs-3_4_1-tests_jar-_-any-11847996293123469592/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:38:23,965 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@157328b6{HTTP/1.1, (http/1.1)}{localhost:34443} 2024-11-25T11:38:23,966 INFO [Time-limited test {}] server.Server(415): Started @131779ms 2024-11-25T11:38:24,073 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:38:24,084 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:38:24,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:38:24,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:38:24,104 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T11:38:24,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1087f4be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:38:24,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e6074d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:38:24,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a1e3281{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/java.io.tmpdir/jetty-localhost-44665-hadoop-hdfs-3_4_1-tests_jar-_-any-14172803910067609195/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:38:24,251 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a41fa34{HTTP/1.1, (http/1.1)}{localhost:44665} 2024-11-25T11:38:24,251 INFO [Time-limited test {}] server.Server(415): Started @132065ms 2024-11-25T11:38:24,253 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:38:24,358 WARN [Thread-1400 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/cluster_94255351-2fc5-7a15-9d66-3472b6f58c87/data/data2/current/BP-998824634-172.17.0.2-1732534703766/current, will proceed with Du for space computation calculation, 2024-11-25T11:38:24,358 WARN [Thread-1399 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/cluster_94255351-2fc5-7a15-9d66-3472b6f58c87/data/data1/current/BP-998824634-172.17.0.2-1732534703766/current, will proceed with Du for space computation calculation, 2024-11-25T11:38:24,374 WARN [Thread-1387 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:38:24,377 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0441b695a4cd93e with lease ID 0x7240393b9dd45e81: Processing first storage report for DS-dca04fa3-ee03-4266-a771-4cb42c15af07 from datanode DatanodeRegistration(127.0.0.1:43991, datanodeUuid=c541f1fc-fee4-4526-adf7-25d18f4d85fa, infoPort=41827, infoSecurePort=0, ipcPort=42511, storageInfo=lv=-57;cid=testClusterID;nsid=1493847753;c=1732534703766) 2024-11-25T11:38:24,377 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0441b695a4cd93e with lease ID 0x7240393b9dd45e81: from storage DS-dca04fa3-ee03-4266-a771-4cb42c15af07 node DatanodeRegistration(127.0.0.1:43991, datanodeUuid=c541f1fc-fee4-4526-adf7-25d18f4d85fa, infoPort=41827, infoSecurePort=0, ipcPort=42511, storageInfo=lv=-57;cid=testClusterID;nsid=1493847753;c=1732534703766), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:38:24,377 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0441b695a4cd93e with lease ID 0x7240393b9dd45e81: Processing first storage report for DS-bdf1e9c5-60fa-40b4-85c2-43ff97aaaa28 from datanode DatanodeRegistration(127.0.0.1:43991, datanodeUuid=c541f1fc-fee4-4526-adf7-25d18f4d85fa, infoPort=41827, infoSecurePort=0, ipcPort=42511, storageInfo=lv=-57;cid=testClusterID;nsid=1493847753;c=1732534703766) 2024-11-25T11:38:24,377 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0441b695a4cd93e with lease ID 0x7240393b9dd45e81: from storage DS-bdf1e9c5-60fa-40b4-85c2-43ff97aaaa28 node DatanodeRegistration(127.0.0.1:43991, datanodeUuid=c541f1fc-fee4-4526-adf7-25d18f4d85fa, infoPort=41827, infoSecurePort=0, ipcPort=42511, storageInfo=lv=-57;cid=testClusterID;nsid=1493847753;c=1732534703766), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:38:24,393 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271 2024-11-25T11:38:24,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:24,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:24,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:38:24,804 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79 with version=8 2024-11-25T11:38:24,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/hbase-staging 2024-11-25T11:38:24,806 INFO [Time-limited test {}] client.ConnectionUtils(128): master/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:38:24,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:24,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:24,806 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:38:24,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:24,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:38:24,806 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T11:38:24,806 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:38:24,807 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43005 2024-11-25T11:38:24,808 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43005 connecting to ZooKeeper ensemble=127.0.0.1:55340 2024-11-25T11:38:24,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430050x0, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:38:24,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43005-0x1014eeb73dd0003 connected 2024-11-25T11:38:24,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:24,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:24,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Set watcher on znode that does not yet exist, /12014087167/running 2024-11-25T11:38:24,828 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79, hbase.cluster.distributed=false 2024-11-25T11:38:24,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Set watcher on znode that does not yet exist, /12014087167/acl 2024-11-25T11:38:24,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43005 2024-11-25T11:38:24,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43005 2024-11-25T11:38:24,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43005 2024-11-25T11:38:24,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43005 2024-11-25T11:38:24,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43005 2024-11-25T11:38:24,846 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:38:24,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:24,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:24,846 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:38:24,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:24,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:38:24,846 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:38:24,846 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:38:24,847 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38803 2024-11-25T11:38:24,847 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38803 connecting to ZooKeeper ensemble=127.0.0.1:55340 2024-11-25T11:38:24,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:24,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:24,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388030x0, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:38:24,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388030x0, quorum=127.0.0.1:55340, baseZNode=/12014087167 Set watcher on znode that does not yet exist, /12014087167/running 2024-11-25T11:38:24,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38803-0x1014eeb73dd0004 connected 2024-11-25T11:38:24,855 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:38:24,855 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:38:24,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38803-0x1014eeb73dd0004, quorum=127.0.0.1:55340, baseZNode=/12014087167 Set watcher on znode that does not yet exist, /12014087167/master 2024-11-25T11:38:24,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38803-0x1014eeb73dd0004, quorum=127.0.0.1:55340, baseZNode=/12014087167 Set watcher on znode that does not yet exist, /12014087167/acl 2024-11-25T11:38:24,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38803 2024-11-25T11:38:24,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38803 2024-11-25T11:38:24,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38803 2024-11-25T11:38:24,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38803 2024-11-25T11:38:24,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38803 2024-11-25T11:38:24,871 DEBUG [M:0;96bb5f2c2895:43005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;96bb5f2c2895:43005 2024-11-25T11:38:24,871 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12014087167/backup-masters/96bb5f2c2895,43005,1732534704806 2024-11-25T11:38:24,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1014eeb73dd0004, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12014087167/backup-masters 2024-11-25T11:38:24,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12014087167/backup-masters 2024-11-25T11:38:24,874 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Set watcher on existing znode=/12014087167/backup-masters/96bb5f2c2895,43005,1732534704806 2024-11-25T11:38:24,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1014eeb73dd0004, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12014087167/master 2024-11-25T11:38:24,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12014087167 2024-11-25T11:38:24,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1014eeb73dd0004, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12014087167 2024-11-25T11:38:24,876 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Set watcher on existing znode=/12014087167/master 2024-11-25T11:38:24,876 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12014087167/backup-masters/96bb5f2c2895,43005,1732534704806 from backup master directory 2024-11-25T11:38:24,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1014eeb73dd0004, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12014087167/backup-masters 2024-11-25T11:38:24,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12014087167/backup-masters/96bb5f2c2895,43005,1732534704806 2024-11-25T11:38:24,878 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:38:24,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12014087167/backup-masters 2024-11-25T11:38:24,878 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=96bb5f2c2895,43005,1732534704806 2024-11-25T11:38:24,881 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/hbase.id] with ID: 2666370c-db7d-4658-944a-3bd7183c7ce3 2024-11-25T11:38:24,881 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/.tmp/hbase.id 2024-11-25T11:38:24,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:38:25,289 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/.tmp/hbase.id]:[hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/hbase.id] 2024-11-25T11:38:25,299 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:25,300 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T11:38:25,300 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-25T11:38:25,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12014087167 2024-11-25T11:38:25,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1014eeb73dd0004, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12014087167 2024-11-25T11:38:25,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:38:25,709 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:38:25,710 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T11:38:25,710 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:38:25,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:38:26,118 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/MasterData/data/master/store 2024-11-25T11:38:26,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:38:26,528 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:38:26,528 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:38:26,528 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:26,528 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:26,528 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:38:26,528 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:26,528 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:26,528 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534706528Disabling compacts and flushes for region at 1732534706528Disabling writes for close at 1732534706528Writing region close event to WAL at 1732534706528Closed at 1732534706528 2024-11-25T11:38:26,529 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/MasterData/data/master/store/.initializing 2024-11-25T11:38:26,529 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/MasterData/WALs/96bb5f2c2895,43005,1732534704806 2024-11-25T11:38:26,530 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:38:26,532 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C43005%2C1732534704806, suffix=, logDir=hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/MasterData/WALs/96bb5f2c2895,43005,1732534704806, archiveDir=hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/MasterData/oldWALs, maxLogs=10 2024-11-25T11:38:26,547 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/MasterData/WALs/96bb5f2c2895,43005,1732534704806/96bb5f2c2895%2C43005%2C1732534704806.1732534706532, exclude list is [], retry=0 2024-11-25T11:38:26,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43991,DS-dca04fa3-ee03-4266-a771-4cb42c15af07,DISK] 2024-11-25T11:38:26,552 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/MasterData/WALs/96bb5f2c2895,43005,1732534704806/96bb5f2c2895%2C43005%2C1732534704806.1732534706532 2024-11-25T11:38:26,552 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41827:41827)] 2024-11-25T11:38:26,552 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:38:26,552 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:38:26,552 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:26,552 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:26,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:26,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T11:38:26,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:26,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:26,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:26,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T11:38:26,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:26,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:26,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:26,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T11:38:26,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:26,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:26,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:26,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T11:38:26,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:26,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:26,560 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:26,561 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:26,561 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:26,563 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:26,563 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:26,563 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:38:26,564 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:26,566 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:38:26,567 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65424816, jitterRate=-0.025094270706176758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:38:26,567 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732534706552Initializing all the Stores at 1732534706553 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534706553Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534706553Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534706553Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534706553Cleaning up temporary data from old regions at 1732534706563 (+10 ms)Region opened successfully at 1732534706567 (+4 ms) 2024-11-25T11:38:26,567 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T11:38:26,570 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b44cd3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:38:26,571 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T11:38:26,571 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T11:38:26,571 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T11:38:26,571 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T11:38:26,572 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T11:38:26,572 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T11:38:26,572 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T11:38:26,574 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T11:38:26,574 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Unable to get data of znode /12014087167/balancer because node does not exist (not necessarily an error) 2024-11-25T11:38:26,577 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12014087167/balancer already deleted, retry=false 2024-11-25T11:38:26,577 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T11:38:26,578 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Unable to get data of znode /12014087167/normalizer because node does not exist (not necessarily an error) 2024-11-25T11:38:26,579 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12014087167/normalizer already deleted, retry=false 2024-11-25T11:38:26,579 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T11:38:26,580 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Unable to get data of znode /12014087167/switch/split because node does not exist (not necessarily an error) 2024-11-25T11:38:26,581 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12014087167/switch/split already deleted, retry=false 2024-11-25T11:38:26,582 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Unable to get data of znode /12014087167/switch/merge because node does not exist (not necessarily an error) 2024-11-25T11:38:26,583 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12014087167/switch/merge already deleted, retry=false 2024-11-25T11:38:26,585 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Unable to get data of znode /12014087167/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T11:38:26,587 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12014087167/snapshot-cleanup already deleted, retry=false 2024-11-25T11:38:26,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1014eeb73dd0004, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12014087167/running 2024-11-25T11:38:26,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12014087167/running 2024-11-25T11:38:26,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1014eeb73dd0004, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12014087167 2024-11-25T11:38:26,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12014087167 2024-11-25T11:38:26,589 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=96bb5f2c2895,43005,1732534704806, sessionid=0x1014eeb73dd0003, setting cluster-up flag (Was=false) 2024-11-25T11:38:26,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12014087167 2024-11-25T11:38:26,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1014eeb73dd0004, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12014087167 2024-11-25T11:38:26,596 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12014087167/flush-table-proc/acquired, /12014087167/flush-table-proc/reached, /12014087167/flush-table-proc/abort 2024-11-25T11:38:26,597 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,43005,1732534704806 2024-11-25T11:38:26,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1014eeb73dd0004, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12014087167 2024-11-25T11:38:26,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12014087167 2024-11-25T11:38:26,606 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12014087167/online-snapshot/acquired, /12014087167/online-snapshot/reached, /12014087167/online-snapshot/abort 2024-11-25T11:38:26,607 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,43005,1732534704806 2024-11-25T11:38:26,608 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T11:38:26,610 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T11:38:26,610 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T11:38:26,610 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T11:38:26,610 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 96bb5f2c2895,43005,1732534704806 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T11:38:26,611 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:38:26,611 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:38:26,611 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:38:26,612 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:38:26,612 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/96bb5f2c2895:0, corePoolSize=10, maxPoolSize=10 2024-11-25T11:38:26,612 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:26,612 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:38:26,612 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:26,613 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:38:26,613 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T11:38:26,614 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:26,614 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T11:38:26,618 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732534736618 2024-11-25T11:38:26,618 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T11:38:26,618 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T11:38:26,618 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T11:38:26,618 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T11:38:26,618 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T11:38:26,618 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T11:38:26,619 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:26,619 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T11:38:26,619 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T11:38:26,620 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T11:38:26,620 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T11:38:26,620 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T11:38:26,620 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T11:38:26,622 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534706620,5,FailOnTimeoutGroup] 2024-11-25T11:38:26,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:38:26,623 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534706622,5,FailOnTimeoutGroup] 2024-11-25T11:38:26,623 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:26,623 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T11:38:26,623 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:26,623 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:26,662 INFO [RS:0;96bb5f2c2895:38803 {}] regionserver.HRegionServer(746): ClusterId : 2666370c-db7d-4658-944a-3bd7183c7ce3 2024-11-25T11:38:26,662 DEBUG [RS:0;96bb5f2c2895:38803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:38:26,666 DEBUG [RS:0;96bb5f2c2895:38803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:38:26,666 DEBUG [RS:0;96bb5f2c2895:38803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:38:26,667 DEBUG [RS:0;96bb5f2c2895:38803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:38:26,668 DEBUG [RS:0;96bb5f2c2895:38803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29be4955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:38:26,679 DEBUG [RS:0;96bb5f2c2895:38803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;96bb5f2c2895:38803 2024-11-25T11:38:26,679 INFO [RS:0;96bb5f2c2895:38803 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:38:26,679 INFO [RS:0;96bb5f2c2895:38803 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:38:26,679 DEBUG [RS:0;96bb5f2c2895:38803 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:38:26,680 INFO [RS:0;96bb5f2c2895:38803 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,43005,1732534704806 with port=38803, startcode=1732534704845 2024-11-25T11:38:26,680 DEBUG [RS:0;96bb5f2c2895:38803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:38:26,682 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:38:26,682 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43005 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,38803,1732534704845 2024-11-25T11:38:26,682 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43005 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,38803,1732534704845 2024-11-25T11:38:26,684 DEBUG [RS:0;96bb5f2c2895:38803 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79 2024-11-25T11:38:26,684 DEBUG [RS:0;96bb5f2c2895:38803 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33853 2024-11-25T11:38:26,684 DEBUG [RS:0;96bb5f2c2895:38803 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:38:26,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12014087167/rs 2024-11-25T11:38:26,687 DEBUG [RS:0;96bb5f2c2895:38803 {}] zookeeper.ZKUtil(111): regionserver:38803-0x1014eeb73dd0004, quorum=127.0.0.1:55340, baseZNode=/12014087167 Set watcher on existing znode=/12014087167/rs/96bb5f2c2895,38803,1732534704845 2024-11-25T11:38:26,687 WARN [RS:0;96bb5f2c2895:38803 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:38:26,687 INFO [RS:0;96bb5f2c2895:38803 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:38:26,687 DEBUG [RS:0;96bb5f2c2895:38803 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/WALs/96bb5f2c2895,38803,1732534704845 2024-11-25T11:38:26,688 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,38803,1732534704845] 2024-11-25T11:38:26,690 INFO [RS:0;96bb5f2c2895:38803 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:38:26,692 INFO [RS:0;96bb5f2c2895:38803 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:38:26,693 INFO [RS:0;96bb5f2c2895:38803 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:38:26,693 INFO [RS:0;96bb5f2c2895:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:26,693 INFO [RS:0;96bb5f2c2895:38803 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:38:26,693 INFO [RS:0;96bb5f2c2895:38803 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:38:26,694 INFO [RS:0;96bb5f2c2895:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:26,694 DEBUG [RS:0;96bb5f2c2895:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:26,694 DEBUG [RS:0;96bb5f2c2895:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:26,694 DEBUG [RS:0;96bb5f2c2895:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:26,694 DEBUG [RS:0;96bb5f2c2895:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:26,694 DEBUG [RS:0;96bb5f2c2895:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:26,694 DEBUG [RS:0;96bb5f2c2895:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:38:26,694 DEBUG [RS:0;96bb5f2c2895:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:26,694 DEBUG [RS:0;96bb5f2c2895:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:26,694 DEBUG [RS:0;96bb5f2c2895:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:26,694 DEBUG [RS:0;96bb5f2c2895:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:26,694 DEBUG [RS:0;96bb5f2c2895:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:26,694 DEBUG [RS:0;96bb5f2c2895:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:26,694 DEBUG [RS:0;96bb5f2c2895:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:38:26,694 DEBUG [RS:0;96bb5f2c2895:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:38:26,696 INFO [RS:0;96bb5f2c2895:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:26,696 INFO [RS:0;96bb5f2c2895:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:26,696 INFO [RS:0;96bb5f2c2895:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:26,696 INFO [RS:0;96bb5f2c2895:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:26,696 INFO [RS:0;96bb5f2c2895:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:26,696 INFO [RS:0;96bb5f2c2895:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,38803,1732534704845-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:38:26,710 INFO [RS:0;96bb5f2c2895:38803 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:38:26,710 INFO [RS:0;96bb5f2c2895:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,38803,1732534704845-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:26,710 INFO [RS:0;96bb5f2c2895:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:26,710 INFO [RS:0;96bb5f2c2895:38803 {}] regionserver.Replication(171): 96bb5f2c2895,38803,1732534704845 started 2024-11-25T11:38:26,724 INFO [RS:0;96bb5f2c2895:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:26,724 INFO [RS:0;96bb5f2c2895:38803 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,38803,1732534704845, RpcServer on 96bb5f2c2895/172.17.0.2:38803, sessionid=0x1014eeb73dd0004 2024-11-25T11:38:26,724 DEBUG [RS:0;96bb5f2c2895:38803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:38:26,724 DEBUG [RS:0;96bb5f2c2895:38803 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,38803,1732534704845 2024-11-25T11:38:26,724 DEBUG [RS:0;96bb5f2c2895:38803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,38803,1732534704845' 2024-11-25T11:38:26,724 DEBUG [RS:0;96bb5f2c2895:38803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12014087167/flush-table-proc/abort' 2024-11-25T11:38:26,725 DEBUG [RS:0;96bb5f2c2895:38803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12014087167/flush-table-proc/acquired' 2024-11-25T11:38:26,725 DEBUG [RS:0;96bb5f2c2895:38803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:38:26,725 DEBUG [RS:0;96bb5f2c2895:38803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:38:26,725 DEBUG [RS:0;96bb5f2c2895:38803 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,38803,1732534704845 2024-11-25T11:38:26,725 DEBUG [RS:0;96bb5f2c2895:38803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,38803,1732534704845' 2024-11-25T11:38:26,725 DEBUG [RS:0;96bb5f2c2895:38803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12014087167/online-snapshot/abort' 2024-11-25T11:38:26,726 DEBUG [RS:0;96bb5f2c2895:38803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12014087167/online-snapshot/acquired' 2024-11-25T11:38:26,726 DEBUG [RS:0;96bb5f2c2895:38803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:38:26,726 INFO [RS:0;96bb5f2c2895:38803 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:38:26,726 INFO [RS:0;96bb5f2c2895:38803 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:38:26,826 INFO [RS:0;96bb5f2c2895:38803 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:38:26,828 INFO [RS:0;96bb5f2c2895:38803 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C38803%2C1732534704845, suffix=, logDir=hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/WALs/96bb5f2c2895,38803,1732534704845, archiveDir=hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/oldWALs, maxLogs=10 2024-11-25T11:38:26,842 DEBUG [RS:0;96bb5f2c2895:38803 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/WALs/96bb5f2c2895,38803,1732534704845/96bb5f2c2895%2C38803%2C1732534704845.1732534706828, exclude list is [], retry=0 2024-11-25T11:38:26,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43991,DS-dca04fa3-ee03-4266-a771-4cb42c15af07,DISK] 2024-11-25T11:38:26,846 INFO [RS:0;96bb5f2c2895:38803 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/WALs/96bb5f2c2895,38803,1732534704845/96bb5f2c2895%2C38803%2C1732534704845.1732534706828 2024-11-25T11:38:26,846 DEBUG [RS:0;96bb5f2c2895:38803 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41827:41827)] 2024-11-25T11:38:27,024 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T11:38:27,024 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79 2024-11-25T11:38:27,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741833_1009 (size=32) 2024-11-25T11:38:27,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:38:27,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:38:27,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:38:27,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:27,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:27,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:38:27,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:38:27,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:27,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:27,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:38:27,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:38:27,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:27,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:27,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:38:27,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:38:27,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:27,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:27,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:38:27,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/data/hbase/meta/1588230740 2024-11-25T11:38:27,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/data/hbase/meta/1588230740 2024-11-25T11:38:27,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:38:27,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:38:27,073 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:38:27,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:38:27,077 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:38:27,077 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60370953, jitterRate=-0.10040269792079926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:38:27,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732534707049Initializing all the Stores at 1732534707050 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534707050Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534707051 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534707051Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534707051Cleaning up temporary data from old regions at 1732534707072 (+21 ms)Region opened successfully at 1732534707077 (+5 ms) 2024-11-25T11:38:27,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:38:27,078 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:38:27,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:38:27,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:38:27,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:38:27,079 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:38:27,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534707078Disabling compacts and flushes for region at 1732534707078Disabling writes for close at 1732534707078Writing region close event to WAL at 1732534707079 (+1 ms)Closed at 1732534707079 2024-11-25T11:38:27,081 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:38:27,081 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T11:38:27,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:38:27,095 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:38:27,105 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T11:38:27,256 DEBUG [96bb5f2c2895:43005 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T11:38:27,257 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=96bb5f2c2895,38803,1732534704845 2024-11-25T11:38:27,258 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,38803,1732534704845, state=OPENING 2024-11-25T11:38:27,261 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T11:38:27,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1014eeb73dd0004, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12014087167 2024-11-25T11:38:27,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12014087167 2024-11-25T11:38:27,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12014087167/meta-region-server: CHANGED 2024-11-25T11:38:27,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12014087167/meta-region-server: CHANGED 2024-11-25T11:38:27,264 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:38:27,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,38803,1732534704845}] 2024-11-25T11:38:27,418 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:38:27,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:38:27,429 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:38:27,429 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:38:27,429 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:38:27,431 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C38803%2C1732534704845.meta, suffix=.meta, logDir=hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/WALs/96bb5f2c2895,38803,1732534704845, archiveDir=hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/oldWALs, maxLogs=10 2024-11-25T11:38:27,452 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/WALs/96bb5f2c2895,38803,1732534704845/96bb5f2c2895%2C38803%2C1732534704845.meta.1732534707431.meta, exclude list is [], retry=0 2024-11-25T11:38:27,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43991,DS-dca04fa3-ee03-4266-a771-4cb42c15af07,DISK] 2024-11-25T11:38:27,458 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/WALs/96bb5f2c2895,38803,1732534704845/96bb5f2c2895%2C38803%2C1732534704845.meta.1732534707431.meta 2024-11-25T11:38:27,472 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41827:41827)] 2024-11-25T11:38:27,473 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:38:27,473 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:38:27,473 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:38:27,473 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:38:27,473 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:38:27,474 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:38:27,474 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:38:27,474 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:38:27,474 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:38:27,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:38:27,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:38:27,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:27,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:27,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:38:27,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:38:27,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:27,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:27,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:38:27,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:38:27,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:27,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:27,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:38:27,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:38:27,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:27,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:27,492 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:38:27,495 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/data/hbase/meta/1588230740 2024-11-25T11:38:27,497 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/data/hbase/meta/1588230740 2024-11-25T11:38:27,498 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:38:27,498 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:38:27,499 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:38:27,501 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:38:27,502 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59876703, jitterRate=-0.10776759684085846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:38:27,502 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:38:27,502 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732534707474Writing region info on filesystem at 1732534707474Initializing all the Stores at 1732534707475 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534707475Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534707475Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534707475Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534707475Cleaning up temporary data from old regions at 1732534707498 (+23 ms)Running coprocessor post-open hooks at 1732534707502 (+4 ms)Region opened successfully at 1732534707502 2024-11-25T11:38:27,504 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732534707417 2024-11-25T11:38:27,507 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:38:27,507 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:38:27,508 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,38803,1732534704845 2024-11-25T11:38:27,509 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,38803,1732534704845, state=OPEN 2024-11-25T11:38:27,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1014eeb73dd0004, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12014087167/meta-region-server 2024-11-25T11:38:27,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12014087167/meta-region-server 2024-11-25T11:38:27,512 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=96bb5f2c2895,38803,1732534704845 2024-11-25T11:38:27,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12014087167/meta-region-server: CHANGED 2024-11-25T11:38:27,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12014087167/meta-region-server: CHANGED 2024-11-25T11:38:27,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T11:38:27,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,38803,1732534704845 in 248 msec 2024-11-25T11:38:27,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T11:38:27,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-11-25T11:38:27,519 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:38:27,519 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T11:38:27,521 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:38:27,521 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,38803,1732534704845, seqNum=-1] 2024-11-25T11:38:27,522 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:38:27,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:38:27,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 920 msec 2024-11-25T11:38:27,531 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732534707531, completionTime=-1 2024-11-25T11:38:27,531 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T11:38:27,531 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T11:38:27,534 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T11:38:27,534 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732534767534 2024-11-25T11:38:27,534 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732534827534 2024-11-25T11:38:27,534 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T11:38:27,534 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,43005,1732534704806-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:27,534 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,43005,1732534704806-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:27,535 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,43005,1732534704806-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:27,535 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-96bb5f2c2895:43005, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:27,535 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:27,536 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:27,537 DEBUG [master/96bb5f2c2895:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T11:38:27,543 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.665sec 2024-11-25T11:38:27,543 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T11:38:27,543 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T11:38:27,543 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T11:38:27,543 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T11:38:27,543 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T11:38:27,543 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,43005,1732534704806-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:38:27,543 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,43005,1732534704806-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T11:38:27,550 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T11:38:27,550 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T11:38:27,550 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,43005,1732534704806-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:27,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d3359b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:27,563 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,43005,-1 for getting cluster id 2024-11-25T11:38:27,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:38:27,565 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2666370c-db7d-4658-944a-3bd7183c7ce3' 2024-11-25T11:38:27,565 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:38:27,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2666370c-db7d-4658-944a-3bd7183c7ce3" 2024-11-25T11:38:27,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f396a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:27,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,43005,-1] 2024-11-25T11:38:27,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:38:27,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:27,567 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:38:27,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@285836e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:27,569 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T11:38:27,569 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T11:38:27,569 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T11:38:27,569 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:38:27,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,38803,1732534704845, seqNum=-1] 2024-11-25T11:38:27,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:38:27,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:38:27,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=96bb5f2c2895,43005,1732534704806 2024-11-25T11:38:27,576 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55340 2024-11-25T11:38:27,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:38:27,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014eeb73dd0005 connected 2024-11-25T11:38:27,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37178149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:27,594 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,36031,-1 for getting cluster id 2024-11-25T11:38:27,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:38:27,595 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b60dd3e8-65da-48f8-91db-1bc6fed13e8c' 2024-11-25T11:38:27,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:38:27,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b60dd3e8-65da-48f8-91db-1bc6fed13e8c" 2024-11-25T11:38:27,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f56c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:27,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,36031,-1] 2024-11-25T11:38:27,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:38:27,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:27,597 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:38:27,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32776aec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:27,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:38:27,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,36031,1732534701456 2024-11-25T11:38:27,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c4d5a6d 2024-11-25T11:38:27,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:38:27,600 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:38:27,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://96bb5f2c2895:43005,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T11:38:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T11:38:27,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:38:27,604 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:43005' 2024-11-25T11:38:27,605 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e097e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:27,605 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,43005,-1 for getting cluster id 2024-11-25T11:38:27,605 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:38:27,606 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2666370c-db7d-4658-944a-3bd7183c7ce3' 2024-11-25T11:38:27,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:38:27,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2666370c-db7d-4658-944a-3bd7183c7ce3" 2024-11-25T11:38:27,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e3274c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:27,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,43005,-1] 2024-11-25T11:38:27,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:38:27,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:27,608 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:38:27,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a7d6d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:27,611 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:38:27,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,43005,1732534704806 2024-11-25T11:38:27,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@545daf4b 2024-11-25T11:38:27,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:38:27,614 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:38:27,615 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-25T11:38:27,615 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T11:38:27,615 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:27,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:38:27,615 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:27,616 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:38:27,618 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T11:38:27,619 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:38:27,619 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:27,620 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:38:27,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741835_1011 (size=1138) 2024-11-25T11:38:27,637 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c150cbbcb7ca89c90693b22885475de, NAME => 'hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a 2024-11-25T11:38:27,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741836_1012 (size=44) 2024-11-25T11:38:27,655 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:38:27,655 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8c150cbbcb7ca89c90693b22885475de, disabling compactions & flushes 2024-11-25T11:38:27,656 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de. 2024-11-25T11:38:27,656 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de. 2024-11-25T11:38:27,656 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de. after waiting 0 ms 2024-11-25T11:38:27,656 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de. 2024-11-25T11:38:27,656 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de. 2024-11-25T11:38:27,656 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c150cbbcb7ca89c90693b22885475de: Waiting for close lock at 1732534707655Disabling compacts and flushes for region at 1732534707655Disabling writes for close at 1732534707656 (+1 ms)Writing region close event to WAL at 1732534707656Closed at 1732534707656 2024-11-25T11:38:27,657 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:38:27,658 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732534707657"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534707657"}]},"ts":"1732534707657"} 2024-11-25T11:38:27,661 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:38:27,662 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:38:27,663 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534707663"}]},"ts":"1732534707663"} 2024-11-25T11:38:27,665 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T11:38:27,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8c150cbbcb7ca89c90693b22885475de, ASSIGN}] 2024-11-25T11:38:27,667 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8c150cbbcb7ca89c90693b22885475de, ASSIGN 2024-11-25T11:38:27,668 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T11:38:27,668 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8c150cbbcb7ca89c90693b22885475de, ASSIGN; state=OFFLINE, location=96bb5f2c2895,43105,1732534701510; forceNewPlan=false, retain=false 2024-11-25T11:38:27,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:38:27,819 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8c150cbbcb7ca89c90693b22885475de, regionState=OPENING, regionLocation=96bb5f2c2895,43105,1732534701510 2024-11-25T11:38:27,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8c150cbbcb7ca89c90693b22885475de, ASSIGN because future has completed 2024-11-25T11:38:27,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c150cbbcb7ca89c90693b22885475de, server=96bb5f2c2895,43105,1732534701510}] 2024-11-25T11:38:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:38:27,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de. 2024-11-25T11:38:27,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:38:27,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T11:38:27,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C43105%2C1732534701510.rep, suffix=, logDir=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,43105,1732534701510, archiveDir=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/oldWALs, maxLogs=10 2024-11-25T11:38:28,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,43105,1732534701510/96bb5f2c2895%2C43105%2C1732534701510.rep.1732534707986, exclude list is [], retry=0 2024-11-25T11:38:28,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41589,DS-c87024c4-bd09-4131-bbac-eb40c6842ac8,DISK] 2024-11-25T11:38:28,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,43105,1732534701510/96bb5f2c2895%2C43105%2C1732534701510.rep.1732534707986 2024-11-25T11:38:28,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46119:46119)] 2024-11-25T11:38:28,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c150cbbcb7ca89c90693b22885475de, NAME => 'hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:38:28,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:38:28,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:38:28,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de. service=MultiRowMutationService 2024-11-25T11:38:28,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T11:38:28,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:28,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:38:28,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:28,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:28,029 INFO [StoreOpener-8c150cbbcb7ca89c90693b22885475de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:28,031 INFO [StoreOpener-8c150cbbcb7ca89c90693b22885475de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c150cbbcb7ca89c90693b22885475de columnFamilyName hfileref 2024-11-25T11:38:28,031 DEBUG [StoreOpener-8c150cbbcb7ca89c90693b22885475de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:28,031 INFO [StoreOpener-8c150cbbcb7ca89c90693b22885475de-1 {}] regionserver.HStore(327): Store=8c150cbbcb7ca89c90693b22885475de/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:28,032 INFO [StoreOpener-8c150cbbcb7ca89c90693b22885475de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:28,033 INFO [StoreOpener-8c150cbbcb7ca89c90693b22885475de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c150cbbcb7ca89c90693b22885475de columnFamilyName queue 2024-11-25T11:38:28,033 DEBUG [StoreOpener-8c150cbbcb7ca89c90693b22885475de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:28,033 INFO [StoreOpener-8c150cbbcb7ca89c90693b22885475de-1 {}] regionserver.HStore(327): Store=8c150cbbcb7ca89c90693b22885475de/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:28,034 INFO [StoreOpener-8c150cbbcb7ca89c90693b22885475de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:28,035 INFO [StoreOpener-8c150cbbcb7ca89c90693b22885475de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c150cbbcb7ca89c90693b22885475de columnFamilyName sid 2024-11-25T11:38:28,035 DEBUG [StoreOpener-8c150cbbcb7ca89c90693b22885475de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:28,035 INFO [StoreOpener-8c150cbbcb7ca89c90693b22885475de-1 {}] regionserver.HStore(327): Store=8c150cbbcb7ca89c90693b22885475de/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:28,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:28,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/replication/8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:28,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/replication/8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:28,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:28,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:28,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:38:28,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:28,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/replication/8c150cbbcb7ca89c90693b22885475de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:38:28,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 8c150cbbcb7ca89c90693b22885475de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71417728, jitterRate=0.06420707702636719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:38:28,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:28,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8c150cbbcb7ca89c90693b22885475de: Running coprocessor pre-open hook at 1732534708022Writing region info on filesystem at 1732534708022Initializing all the Stores at 1732534708024 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534708024Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534708028 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534708028Cleaning up temporary data from old regions at 1732534708038 (+10 ms)Running coprocessor post-open hooks at 1732534708043 (+5 ms)Region opened successfully at 1732534708044 (+1 ms) 2024-11-25T11:38:28,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de., pid=7, masterSystemTime=1732534707976 2024-11-25T11:38:28,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de. 2024-11-25T11:38:28,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de. 2024-11-25T11:38:28,054 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8c150cbbcb7ca89c90693b22885475de, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,43105,1732534701510 2024-11-25T11:38:28,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c150cbbcb7ca89c90693b22885475de, server=96bb5f2c2895,43105,1732534701510 because future has completed 2024-11-25T11:38:28,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-25T11:38:28,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c150cbbcb7ca89c90693b22885475de, server=96bb5f2c2895,43105,1732534701510 in 242 msec 2024-11-25T11:38:28,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T11:38:28,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8c150cbbcb7ca89c90693b22885475de, ASSIGN in 402 msec 2024-11-25T11:38:28,073 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:38:28,073 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534708073"}]},"ts":"1732534708073"} 2024-11-25T11:38:28,075 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T11:38:28,076 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:38:28,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 460 msec 2024-11-25T11:38:28,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de., hostname=96bb5f2c2895,43105,1732534701510, seqNum=2] 2024-11-25T11:38:28,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1014eeb73dd0001, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640 2024-11-25T11:38:28,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640 2024-11-25T11:38:28,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T11:38:28,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:38:28,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-25T11:38:28,296 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T11:38:28,333 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-96bb5f2c2895,43105,1732534701510, ReplicationSource: 1, currentBandwidth=0 2024-11-25T11:38:28,334 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:38:28,334 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,43105,1732534701510, seqNum=-1] 2024-11-25T11:38:28,335 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:38:28,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-25T11:38:28,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-96bb5f2c2895,43105,1732534701510', locateType=CURRENT is [region=hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de., hostname=96bb5f2c2895,43105,1732534701510, seqNum=2] 2024-11-25T11:38:28,340 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-25T11:38:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-25T11:38:28,343 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 96bb5f2c2895,43105,1732534701510 suceeded 2024-11-25T11:38:28,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-25T11:38:28,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-25T11:38:28,346 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://96bb5f2c2895:43005,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T11:38:28,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 745 msec 2024-11-25T11:38:28,357 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43105,1732534701510 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:43005' 2024-11-25T11:38:28,358 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43105,1732534701510 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d565c57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:28,358 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43105,1732534701510 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,43005,-1 for getting cluster id 2024-11-25T11:38:28,359 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43105,1732534701510 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:38:28,359 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2666370c-db7d-4658-944a-3bd7183c7ce3' 2024-11-25T11:38:28,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:38:28,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2666370c-db7d-4658-944a-3bd7183c7ce3" 2024-11-25T11:38:28,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b0392a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:28,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,43005,-1] 2024-11-25T11:38:28,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:38:28,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:28,362 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:38:28,362 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43105,1732534701510 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@706219f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:28,363 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43105,1732534701510 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:38:28,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,43005,1732534704806 2024-11-25T11:38:28,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@477e10c3 2024-11-25T11:38:28,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:38:28,364 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-25T11:38:28,365 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43105,1732534701510 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-96bb5f2c2895,43105,1732534701510 (queues=1) is replicating from cluster=b60dd3e8-65da-48f8-91db-1bc6fed13e8c to cluster=2666370c-db7d-4658-944a-3bd7183c7ce3 2024-11-25T11:38:28,365 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43105,1732534701510 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=96bb5f2c2895%2C43105%2C1732534701510 2024-11-25T11:38:28,365 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43105,1732534701510 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-96bb5f2c2895,43105,1732534701510, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T11:38:28,366 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43105,1732534701510.replicationSource.shipper96bb5f2c2895%2C43105%2C1732534701510,1-96bb5f2c2895,43105,1732534701510 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 96bb5f2c2895%2C43105%2C1732534701510 2024-11-25T11:38:28,366 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43105,1732534701510.replicationSource.wal-reader.96bb5f2c2895%2C43105%2C1732534701510,1-96bb5f2c2895,43105,1732534701510 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,43105,1732534701510/96bb5f2c2895%2C43105%2C1732534701510.1732534702702, startPosition=0, beingWritten=true 2024-11-25T11:38:28,564 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T11:38:28,565 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T11:38:28,572 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43105,1732534701510.replicationSource.wal-reader.96bb5f2c2895%2C43105%2C1732534701510,1-96bb5f2c2895,43105,1732534701510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,43105,1732534701510/96bb5f2c2895%2C43105%2C1732534701510.1732534702702 to pos 0, reset compression=false 2024-11-25T11:38:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:38:28,745 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T11:38:28,745 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:38:28,745 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:38:28,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:28,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:28,746 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:38:28,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:38:28,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,36031,1732534701456 2024-11-25T11:38:28,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b86be5e 2024-11-25T11:38:28,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:38:28,749 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:38:28,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36031 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-25T11:38:28,750 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:38:28,750 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:38:28,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:28,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:28,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:38:28,750 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T11:38:28,750 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=566306339, stopped=false 2024-11-25T11:38:28,751 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=96bb5f2c2895,36031,1732534701456 2024-11-25T11:38:28,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1014eeb73dd0001, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01915653640/running 2024-11-25T11:38:28,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01915653640/running 2024-11-25T11:38:28,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1014eeb73dd0001, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640 2024-11-25T11:38:28,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640 2024-11-25T11:38:28,753 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:38:28,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Set watcher on znode that does not yet exist, /01915653640/running 2024-11-25T11:38:28,754 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:38:28,754 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:38:28,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:28,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43105-0x1014eeb73dd0001, quorum=127.0.0.1:55340, baseZNode=/01915653640 Set watcher on znode that does not yet exist, /01915653640/running 2024-11-25T11:38:28,754 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,43105,1732534701510' ***** 2024-11-25T11:38:28,754 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:38:28,755 INFO [RS:0;96bb5f2c2895:43105 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:38:28,755 INFO [RS:0;96bb5f2c2895:43105 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:38:28,755 INFO [RS:0;96bb5f2c2895:43105 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:38:28,755 INFO [RS:0;96bb5f2c2895:43105 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:28,755 INFO [RS:0;96bb5f2c2895:43105 {}] regionserver.HRegionServer(959): stopping server 96bb5f2c2895,43105,1732534701510 2024-11-25T11:38:28,755 INFO [RS:0;96bb5f2c2895:43105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:38:28,755 INFO [RS:0;96bb5f2c2895:43105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:43105. 2024-11-25T11:38:28,755 DEBUG [RS:0;96bb5f2c2895:43105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:38:28,755 DEBUG [RS:0;96bb5f2c2895:43105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:28,756 INFO [RS:0;96bb5f2c2895:43105 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:38:28,756 INFO [RS:0;96bb5f2c2895:43105 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:38:28,756 INFO [RS:0;96bb5f2c2895:43105 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:38:28,756 INFO [RS:0;96bb5f2c2895:43105 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T11:38:28,756 INFO [RS:0;96bb5f2c2895:43105 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T11:38:28,756 DEBUG [RS:0;96bb5f2c2895:43105 {}] regionserver.HRegionServer(1325): Online Regions={8c150cbbcb7ca89c90693b22885475de=hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T11:38:28,756 DEBUG [RS:0;96bb5f2c2895:43105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:28,756 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:38:28,756 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c150cbbcb7ca89c90693b22885475de, disabling compactions & flushes 2024-11-25T11:38:28,756 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de. 2024-11-25T11:38:28,757 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de. 2024-11-25T11:38:28,757 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de. after waiting 0 ms 2024-11-25T11:38:28,757 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de. 2024-11-25T11:38:28,757 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8c150cbbcb7ca89c90693b22885475de 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-25T11:38:28,757 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:38:28,757 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:38:28,757 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:38:28,757 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:38:28,757 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:38:28,758 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-25T11:38:28,775 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:38:28,791 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/replication/8c150cbbcb7ca89c90693b22885475de/.tmp/queue/830dd9e0f65741078838bec6cc2ff9c9 is 151, key is 1-96bb5f2c2895,43105,1732534701510/queue:96bb5f2c2895%2C43105%2C1732534701510/1732534708339/Put/seqid=0 2024-11-25T11:38:28,791 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740/.tmp/info/936c0cce42324b13aea0acda266a7a6c is 147, key is hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de./info:regioninfo/1732534708054/Put/seqid=0 2024-11-25T11:38:28,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741839_1015 (size=6631) 2024-11-25T11:38:28,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741838_1014 (size=5350) 2024-11-25T11:38:28,801 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/replication/8c150cbbcb7ca89c90693b22885475de/.tmp/queue/830dd9e0f65741078838bec6cc2ff9c9 2024-11-25T11:38:28,826 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/replication/8c150cbbcb7ca89c90693b22885475de/.tmp/queue/830dd9e0f65741078838bec6cc2ff9c9 as hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/replication/8c150cbbcb7ca89c90693b22885475de/queue/830dd9e0f65741078838bec6cc2ff9c9 2024-11-25T11:38:28,833 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/replication/8c150cbbcb7ca89c90693b22885475de/queue/830dd9e0f65741078838bec6cc2ff9c9, entries=1, sequenceid=5, filesize=5.2 K 2024-11-25T11:38:28,834 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 8c150cbbcb7ca89c90693b22885475de in 77ms, sequenceid=5, compaction requested=false 2024-11-25T11:38:28,840 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/replication/8c150cbbcb7ca89c90693b22885475de/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T11:38:28,841 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:38:28,841 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:38:28,842 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de. 2024-11-25T11:38:28,842 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c150cbbcb7ca89c90693b22885475de: Waiting for close lock at 1732534708756Running coprocessor pre-close hooks at 1732534708756Disabling compacts and flushes for region at 1732534708756Disabling writes for close at 1732534708757 (+1 ms)Obtaining lock to block concurrent updates at 1732534708757Preparing flush snapshotting stores in 8c150cbbcb7ca89c90693b22885475de at 1732534708757Finished memstore snapshotting hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732534708757Flushing stores of hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de. at 1732534708758 (+1 ms)Flushing 8c150cbbcb7ca89c90693b22885475de/queue: creating writer at 1732534708759 (+1 ms)Flushing 8c150cbbcb7ca89c90693b22885475de/queue: appending metadata at 1732534708791 (+32 ms)Flushing 8c150cbbcb7ca89c90693b22885475de/queue: closing flushed file at 1732534708791Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a2932e: reopening flushed file at 1732534708824 (+33 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 8c150cbbcb7ca89c90693b22885475de in 77ms, sequenceid=5, compaction requested=false at 1732534708834 (+10 ms)Writing region close event to WAL at 1732534708835 (+1 ms)Running coprocessor post-close hooks at 1732534708841 (+6 ms)Closed at 1732534708842 (+1 ms) 2024-11-25T11:38:28,842 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de. 2024-11-25T11:38:28,888 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43105,1732534701510.replicationSource.wal-reader.96bb5f2c2895%2C43105%2C1732534701510,1-96bb5f2c2895,43105,1732534701510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,43105,1732534701510/96bb5f2c2895%2C43105%2C1732534701510.1732534702702 to pos 0, reset compression=false 2024-11-25T11:38:28,956 DEBUG [RS:0;96bb5f2c2895:43105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:38:29,157 DEBUG [RS:0;96bb5f2c2895:43105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:38:29,180 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:38:29,208 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740/.tmp/info/936c0cce42324b13aea0acda266a7a6c 2024-11-25T11:38:29,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:29,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:29,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:29,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:29,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:29,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:29,247 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740/.tmp/ns/0d8c47a7c10847e393244b73f62e29cf is 43, key is default/ns:d/1732534703715/Put/seqid=0 2024-11-25T11:38:29,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741840_1016 (size=5153) 2024-11-25T11:38:29,261 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740/.tmp/ns/0d8c47a7c10847e393244b73f62e29cf 2024-11-25T11:38:29,296 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43105,1732534701510.replicationSource.wal-reader.96bb5f2c2895%2C43105%2C1732534701510,1-96bb5f2c2895,43105,1732534701510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,43105,1732534701510/96bb5f2c2895%2C43105%2C1732534701510.1732534702702 to pos 0, reset compression=false 2024-11-25T11:38:29,307 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740/.tmp/table/ecec3fa8f3a14c7ba7b8c873763a82c5 is 53, key is hbase:replication/table:state/1732534708073/Put/seqid=0 2024-11-25T11:38:29,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741841_1017 (size=5256) 2024-11-25T11:38:29,328 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740/.tmp/table/ecec3fa8f3a14c7ba7b8c873763a82c5 2024-11-25T11:38:29,340 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740/.tmp/info/936c0cce42324b13aea0acda266a7a6c as hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740/info/936c0cce42324b13aea0acda266a7a6c 2024-11-25T11:38:29,347 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740/info/936c0cce42324b13aea0acda266a7a6c, entries=10, sequenceid=11, filesize=6.5 K 2024-11-25T11:38:29,350 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740/.tmp/ns/0d8c47a7c10847e393244b73f62e29cf as hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740/ns/0d8c47a7c10847e393244b73f62e29cf 2024-11-25T11:38:29,357 DEBUG [RS:0;96bb5f2c2895:43105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:38:29,359 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740/ns/0d8c47a7c10847e393244b73f62e29cf, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T11:38:29,360 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740/.tmp/table/ecec3fa8f3a14c7ba7b8c873763a82c5 as hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740/table/ecec3fa8f3a14c7ba7b8c873763a82c5 2024-11-25T11:38:29,368 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740/table/ecec3fa8f3a14c7ba7b8c873763a82c5, entries=2, sequenceid=11, filesize=5.1 K 2024-11-25T11:38:29,370 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 613ms, sequenceid=11, compaction requested=false 2024-11-25T11:38:29,426 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T11:38:29,427 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:38:29,427 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:38:29,427 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:38:29,427 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534708757Running coprocessor pre-close hooks at 1732534708757Disabling compacts and flushes for region at 1732534708757Disabling writes for close at 1732534708757Obtaining lock to block concurrent updates at 1732534708758 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732534708758Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732534708759 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732534708761 (+2 ms)Flushing 1588230740/info: creating writer at 1732534708761Flushing 1588230740/info: appending metadata at 1732534708791 (+30 ms)Flushing 1588230740/info: closing flushed file at 1732534708791Flushing 1588230740/ns: creating writer at 1732534709218 (+427 ms)Flushing 1588230740/ns: appending metadata at 1732534709246 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1732534709246Flushing 1588230740/table: creating writer at 1732534709270 (+24 ms)Flushing 1588230740/table: appending metadata at 1732534709306 (+36 ms)Flushing 1588230740/table: closing flushed file at 1732534709306Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da05462: reopening flushed file at 1732534709338 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e151317: reopening flushed file at 1732534709347 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f97087a: reopening flushed file at 1732534709359 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 613ms, sequenceid=11, compaction requested=false at 1732534709370 (+11 ms)Writing region close event to WAL at 1732534709416 (+46 ms)Running coprocessor post-close hooks at 1732534709427 (+11 ms)Closed at 1732534709427 2024-11-25T11:38:29,427 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T11:38:29,557 INFO [RS:0;96bb5f2c2895:43105 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,43105,1732534701510; all regions closed. 2024-11-25T11:38:29,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741834_1010 (size=2742) 2024-11-25T11:38:29,563 DEBUG [RS:0;96bb5f2c2895:43105 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/oldWALs 2024-11-25T11:38:29,563 INFO [RS:0;96bb5f2c2895:43105 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C43105%2C1732534701510.meta:.meta(num 1732534703648) 2024-11-25T11:38:29,566 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,43105,1732534701510/96bb5f2c2895%2C43105%2C1732534701510.rep.1732534707986 not finished, retry = 0 2024-11-25T11:38:29,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741837_1013 (size=1586) 2024-11-25T11:38:29,570 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T11:38:29,570 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T11:38:29,669 DEBUG [RS:0;96bb5f2c2895:43105 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/oldWALs 2024-11-25T11:38:29,669 INFO [RS:0;96bb5f2c2895:43105 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C43105%2C1732534701510.rep:(num 1732534707986) 2024-11-25T11:38:29,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741832_1008 (size=93) 2024-11-25T11:38:29,671 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,43105,1732534701510/96bb5f2c2895%2C43105%2C1732534701510.1732534702702 not finished, retry = 0 2024-11-25T11:38:29,774 DEBUG [RS:0;96bb5f2c2895:43105 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/oldWALs 2024-11-25T11:38:29,774 INFO [RS:0;96bb5f2c2895:43105 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C43105%2C1732534701510:(num 1732534702702) 2024-11-25T11:38:29,774 DEBUG [RS:0;96bb5f2c2895:43105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:29,774 INFO [RS:0;96bb5f2c2895:43105 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:38:29,774 INFO [RS:0;96bb5f2c2895:43105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:38:29,774 INFO [RS:0;96bb5f2c2895:43105 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T11:38:29,775 INFO [RS:0;96bb5f2c2895:43105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:38:29,775 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:38:29,775 INFO [RS:0;96bb5f2c2895:43105 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-96bb5f2c2895,43105,1732534701510 because: Region server is closing 2024-11-25T11:38:29,775 INFO [RS:0;96bb5f2c2895:43105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:43105. 2024-11-25T11:38:29,775 DEBUG [RS:0;96bb5f2c2895:43105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:38:29,775 DEBUG [RS:0;96bb5f2c2895:43105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:29,775 DEBUG [RS:0;96bb5f2c2895:43105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:29,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:38:29,876 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43105,1732534701510.replicationSource.shipper96bb5f2c2895%2C43105%2C1732534701510,1-96bb5f2c2895,43105,1732534701510 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T11:38:29,876 INFO [RS:0;96bb5f2c2895:43105 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43105,1732534701510.replicationSource.shipper96bb5f2c2895%2C43105%2C1732534701510,1-96bb5f2c2895,43105,1732534701510 terminated 2024-11-25T11:38:29,876 INFO [RS:0;96bb5f2c2895:43105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43105 2024-11-25T11:38:29,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1014eeb73dd0001, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01915653640/rs/96bb5f2c2895,43105,1732534701510 2024-11-25T11:38:29,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640/rs 2024-11-25T11:38:29,878 INFO [RS:0;96bb5f2c2895:43105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:38:29,880 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,43105,1732534701510] 2024-11-25T11:38:29,887 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01915653640/draining/96bb5f2c2895,43105,1732534701510 already deleted, retry=false 2024-11-25T11:38:29,887 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96bb5f2c2895,43105,1732534701510 expired; onlineServers=0 2024-11-25T11:38:29,887 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '96bb5f2c2895,36031,1732534701456' ***** 2024-11-25T11:38:29,887 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T11:38:29,887 INFO [M:0;96bb5f2c2895:36031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:38:29,887 INFO [M:0;96bb5f2c2895:36031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:38:29,887 DEBUG [M:0;96bb5f2c2895:36031 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T11:38:29,887 DEBUG [M:0;96bb5f2c2895:36031 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T11:38:29,887 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T11:38:29,887 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534702496 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534702496,5,FailOnTimeoutGroup] 2024-11-25T11:38:29,887 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534702497 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534702497,5,FailOnTimeoutGroup] 2024-11-25T11:38:29,887 INFO [M:0;96bb5f2c2895:36031 {}] hbase.ChoreService(370): Chore service for: master/96bb5f2c2895:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T11:38:29,888 INFO [M:0;96bb5f2c2895:36031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:38:29,888 DEBUG [M:0;96bb5f2c2895:36031 {}] master.HMaster(1795): Stopping service threads 2024-11-25T11:38:29,888 INFO [M:0;96bb5f2c2895:36031 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T11:38:29,888 INFO [M:0;96bb5f2c2895:36031 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:38:29,888 INFO [M:0;96bb5f2c2895:36031 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T11:38:29,888 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T11:38:29,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01915653640/master 2024-11-25T11:38:29,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640 2024-11-25T11:38:29,889 DEBUG [M:0;96bb5f2c2895:36031 {}] zookeeper.ZKUtil(347): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Unable to get data of znode /01915653640/master because node does not exist (not an error) 2024-11-25T11:38:29,889 WARN [M:0;96bb5f2c2895:36031 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T11:38:29,889 INFO [M:0;96bb5f2c2895:36031 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/.lastflushedseqids 2024-11-25T11:38:29,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741842_1018 (size=181) 2024-11-25T11:38:29,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1014eeb73dd0001, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:38:29,980 INFO [RS:0;96bb5f2c2895:43105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:38:29,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x1014eeb73dd0001, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:38:29,980 INFO [RS:0;96bb5f2c2895:43105 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,43105,1732534701510; zookeeper connection closed. 2024-11-25T11:38:29,980 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@42b127ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@42b127ba 2024-11-25T11:38:29,980 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T11:38:30,294 INFO [M:0;96bb5f2c2895:36031 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T11:38:30,294 INFO [M:0;96bb5f2c2895:36031 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T11:38:30,294 DEBUG [M:0;96bb5f2c2895:36031 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:38:30,294 INFO [M:0;96bb5f2c2895:36031 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:30,294 DEBUG [M:0;96bb5f2c2895:36031 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:30,294 DEBUG [M:0;96bb5f2c2895:36031 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:38:30,294 DEBUG [M:0;96bb5f2c2895:36031 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:30,295 INFO [M:0;96bb5f2c2895:36031 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-25T11:38:30,310 DEBUG [M:0;96bb5f2c2895:36031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6bdf3e4d61a4eec84eafb5642259340 is 82, key is hbase:meta,,1/info:regioninfo/1732534703698/Put/seqid=0 2024-11-25T11:38:30,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741843_1019 (size=5672) 2024-11-25T11:38:30,715 INFO [M:0;96bb5f2c2895:36031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6bdf3e4d61a4eec84eafb5642259340 2024-11-25T11:38:30,742 DEBUG [M:0;96bb5f2c2895:36031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00f91cb9245f48579470d0163147ed15 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732534708077/Put/seqid=0 2024-11-25T11:38:30,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741844_1020 (size=7203) 2024-11-25T11:38:31,150 INFO [M:0;96bb5f2c2895:36031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00f91cb9245f48579470d0163147ed15 2024-11-25T11:38:31,169 DEBUG [M:0;96bb5f2c2895:36031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12c949f19cc648fbaf8ca76c553fe100 is 69, key is 96bb5f2c2895,43105,1732534701510/rs:state/1732534702556/Put/seqid=0 2024-11-25T11:38:31,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741845_1021 (size=5156) 2024-11-25T11:38:31,574 INFO [M:0;96bb5f2c2895:36031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12c949f19cc648fbaf8ca76c553fe100 2024-11-25T11:38:31,580 DEBUG [M:0;96bb5f2c2895:36031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6bdf3e4d61a4eec84eafb5642259340 as hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6bdf3e4d61a4eec84eafb5642259340 2024-11-25T11:38:31,584 INFO [M:0;96bb5f2c2895:36031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6bdf3e4d61a4eec84eafb5642259340, entries=8, sequenceid=70, filesize=5.5 K 2024-11-25T11:38:31,585 DEBUG [M:0;96bb5f2c2895:36031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00f91cb9245f48579470d0163147ed15 as hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00f91cb9245f48579470d0163147ed15 2024-11-25T11:38:31,589 INFO [M:0;96bb5f2c2895:36031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00f91cb9245f48579470d0163147ed15, entries=8, sequenceid=70, filesize=7.0 K 2024-11-25T11:38:31,590 DEBUG [M:0;96bb5f2c2895:36031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12c949f19cc648fbaf8ca76c553fe100 as hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12c949f19cc648fbaf8ca76c553fe100 2024-11-25T11:38:31,596 INFO [M:0;96bb5f2c2895:36031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12c949f19cc648fbaf8ca76c553fe100, entries=1, sequenceid=70, filesize=5.0 K 2024-11-25T11:38:31,597 INFO [M:0;96bb5f2c2895:36031 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=70, compaction requested=false 2024-11-25T11:38:31,598 INFO [M:0;96bb5f2c2895:36031 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:31,598 DEBUG [M:0;96bb5f2c2895:36031 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534710294Disabling compacts and flushes for region at 1732534710294Disabling writes for close at 1732534710294Obtaining lock to block concurrent updates at 1732534710295 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732534710295Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732534710295Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732534710295Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732534710296 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732534710310 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732534710310Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732534710721 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732534710742 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732534710742Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732534711155 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732534711169 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732534711169Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55f4027e: reopening flushed file at 1732534711579 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48ec3b25: reopening flushed file at 1732534711584 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a35435b: reopening flushed file at 1732534711590 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=70, compaction requested=false at 1732534711597 (+7 ms)Writing region close event to WAL at 1732534711598 (+1 ms)Closed at 1732534711598 2024-11-25T11:38:31,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741830_1006 (size=41008) 2024-11-25T11:38:31,601 INFO [M:0;96bb5f2c2895:36031 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T11:38:31,601 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:38:31,601 INFO [M:0;96bb5f2c2895:36031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36031 2024-11-25T11:38:31,601 INFO [M:0;96bb5f2c2895:36031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:38:31,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:38:31,703 INFO [M:0;96bb5f2c2895:36031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:38:31,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36031-0x1014eeb73dd0000, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:38:31,705 INFO [Time-limited test {}] client.ConnectionUtils(128): master/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:38:31,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:31,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:31,705 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:38:31,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:31,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:38:31,705 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T11:38:31,705 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:38:31,706 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44895 2024-11-25T11:38:31,707 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44895 connecting to ZooKeeper ensemble=127.0.0.1:55340 2024-11-25T11:38:31,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448950x0, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:38:31,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44895-0x1014eeb73dd0006 connected 2024-11-25T11:38:31,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:31,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:31,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44895-0x1014eeb73dd0006, quorum=127.0.0.1:55340, baseZNode=/01915653640 Set watcher on znode that does not yet exist, /01915653640/running 2024-11-25T11:38:31,715 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01915653640/meta-region-server: INIT 2024-11-25T11:38:31,715 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a, hbase.cluster.distributed=false 2024-11-25T11:38:31,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44895-0x1014eeb73dd0006, quorum=127.0.0.1:55340, baseZNode=/01915653640 Set watcher on znode that does not yet exist, /01915653640/acl 2024-11-25T11:38:31,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44895 2024-11-25T11:38:31,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44895 2024-11-25T11:38:31,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44895 2024-11-25T11:38:31,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44895 2024-11-25T11:38:31,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44895 2024-11-25T11:38:31,744 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:38:31,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:31,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:31,744 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:38:31,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:31,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:38:31,744 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:38:31,744 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:38:31,745 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46363 2024-11-25T11:38:31,746 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46363 connecting to ZooKeeper ensemble=127.0.0.1:55340 2024-11-25T11:38:31,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:31,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:31,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463630x0, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:38:31,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463630x0, quorum=127.0.0.1:55340, baseZNode=/01915653640 Set watcher on znode that does not yet exist, /01915653640/running 2024-11-25T11:38:31,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46363-0x1014eeb73dd0007 connected 2024-11-25T11:38:31,758 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:38:31,758 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01915653640/meta-region-server: INIT 2024-11-25T11:38:31,759 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:38:31,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46363-0x1014eeb73dd0007, quorum=127.0.0.1:55340, baseZNode=/01915653640 Set watcher on znode that does not yet exist, /01915653640/master 2024-11-25T11:38:31,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46363-0x1014eeb73dd0007, quorum=127.0.0.1:55340, baseZNode=/01915653640 Set watcher on znode that does not yet exist, /01915653640/acl 2024-11-25T11:38:31,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46363 2024-11-25T11:38:31,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46363 2024-11-25T11:38:31,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46363 2024-11-25T11:38:31,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46363 2024-11-25T11:38:31,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46363 2024-11-25T11:38:31,795 DEBUG [M:0;96bb5f2c2895:44895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;96bb5f2c2895:44895 2024-11-25T11:38:31,796 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01915653640/backup-masters/96bb5f2c2895,44895,1732534711705 2024-11-25T11:38:31,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x1014eeb73dd0007, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640/backup-masters 2024-11-25T11:38:31,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x1014eeb73dd0006, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640/backup-masters 2024-11-25T11:38:31,804 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44895-0x1014eeb73dd0006, quorum=127.0.0.1:55340, baseZNode=/01915653640 Set watcher on existing znode=/01915653640/backup-masters/96bb5f2c2895,44895,1732534711705 2024-11-25T11:38:31,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x1014eeb73dd0007, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01915653640/master 2024-11-25T11:38:31,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x1014eeb73dd0007, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640 2024-11-25T11:38:31,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x1014eeb73dd0006, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640 2024-11-25T11:38:31,810 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44895-0x1014eeb73dd0006, quorum=127.0.0.1:55340, baseZNode=/01915653640 Set watcher on existing znode=/01915653640/master 2024-11-25T11:38:31,812 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01915653640/backup-masters/96bb5f2c2895,44895,1732534711705 from backup master directory 2024-11-25T11:38:31,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x1014eeb73dd0006, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01915653640/backup-masters/96bb5f2c2895,44895,1732534711705 2024-11-25T11:38:31,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x1014eeb73dd0006, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640/backup-masters 2024-11-25T11:38:31,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x1014eeb73dd0007, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640/backup-masters 2024-11-25T11:38:31,816 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:38:31,816 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=96bb5f2c2895,44895,1732534711705 2024-11-25T11:38:31,831 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:31,832 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T11:38:31,858 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 26ms. 2024-11-25T11:38:31,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741846_1022 (size=196) 2024-11-25T11:38:31,885 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:38:31,886 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T11:38:31,888 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:38:31,895 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-25T11:38:31,899 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/WALs/96bb5f2c2895,36031,1732534701456 to hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/WALs/96bb5f2c2895,36031,1732534701456-dead as it is dead 2024-11-25T11:38:31,900 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/WALs/96bb5f2c2895,36031,1732534701456-dead/96bb5f2c2895%2C36031%2C1732534701456.1732534702413 2024-11-25T11:38:31,901 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/WALs/96bb5f2c2895,36031,1732534701456-dead/96bb5f2c2895%2C36031%2C1732534701456.1732534702413 after 0ms 2024-11-25T11:38:31,901 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/WALs/96bb5f2c2895,36031,1732534701456-dead/96bb5f2c2895%2C36031%2C1732534701456.1732534702413 to hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/96bb5f2c2895%2C36031%2C1732534701456.1732534702413 2024-11-25T11:38:31,901 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/WALs/96bb5f2c2895,36031,1732534701456-dead 2024-11-25T11:38:31,903 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/WALs/96bb5f2c2895,44895,1732534711705 2024-11-25T11:38:31,904 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:38:31,913 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C44895%2C1732534711705, suffix=, logDir=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/WALs/96bb5f2c2895,44895,1732534711705, archiveDir=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/oldWALs, maxLogs=10 2024-11-25T11:38:31,938 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/WALs/96bb5f2c2895,44895,1732534711705/96bb5f2c2895%2C44895%2C1732534711705.1732534711913, exclude list is [], retry=0 2024-11-25T11:38:31,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41589,DS-c87024c4-bd09-4131-bbac-eb40c6842ac8,DISK] 2024-11-25T11:38:31,955 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/WALs/96bb5f2c2895,44895,1732534711705/96bb5f2c2895%2C44895%2C1732534711705.1732534711913 2024-11-25T11:38:31,955 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46119:46119)] 2024-11-25T11:38:31,955 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:38:31,955 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:38:31,956 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:31,956 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:31,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:31,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T11:38:31,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:31,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6bdf3e4d61a4eec84eafb5642259340 2024-11-25T11:38:31,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:31,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:31,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T11:38:31,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:31,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00f91cb9245f48579470d0163147ed15 2024-11-25T11:38:31,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:31,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:31,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T11:38:31,990 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:32,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12c949f19cc648fbaf8ca76c553fe100 2024-11-25T11:38:32,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:32,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:32,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T11:38:32,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:32,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:32,001 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:32,002 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-25T11:38:32,002 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/96bb5f2c2895%2C36031%2C1732534701456.1732534702413 2024-11-25T11:38:32,006 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/96bb5f2c2895%2C36031%2C1732534701456.1732534702413 2024-11-25T11:38:32,007 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/96bb5f2c2895%2C36031%2C1732534701456.1732534702413 2024-11-25T11:38:32,008 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:32,008 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:32,009 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:38:32,011 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:32,017 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-25T11:38:32,018 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72116863, jitterRate=0.07462500035762787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:38:32,018 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732534711956Initializing all the Stores at 1732534711957 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534711957Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534711960 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534711960Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534711963 (+3 ms)Cleaning up temporary data from old regions at 1732534712008 (+45 ms)Region opened successfully at 1732534712018 (+10 ms) 2024-11-25T11:38:32,019 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T11:38:32,023 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@755f9b01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:38:32,025 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-25T11:38:32,026 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T11:38:32,026 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T11:38:32,026 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T11:38:32,032 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 6 msec 2024-11-25T11:38:32,036 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T11:38:32,036 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T11:38:32,037 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T11:38:32,037 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-25T11:38:32,037 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T11:38:32,043 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=96bb5f2c2895,43105,1732534701510, regionLocation=96bb5f2c2895,43105,1732534701510, openSeqNum=2 2024-11-25T11:38:32,043 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=96bb5f2c2895,43105,1732534701510, table=hbase:meta, region=1588230740 2024-11-25T11:38:32,043 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,43105,1732534701510, state=OPEN 2024-11-25T11:38:32,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x1014eeb73dd0007, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01915653640/meta-region-server 2024-11-25T11:38:32,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x1014eeb73dd0006, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01915653640/meta-region-server 2024-11-25T11:38:32,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01915653640/meta-region-server: CHANGED 2024-11-25T11:38:32,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01915653640/meta-region-server: CHANGED 2024-11-25T11:38:32,051 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-25T11:38:32,053 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01915653640/draining/96bb5f2c2895,43105,1732534701510 already deleted, retry=false 2024-11-25T11:38:32,053 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 96bb5f2c2895,43105,1732534701510 on 96bb5f2c2895,44895,1732534711705 2024-11-25T11:38:32,055 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 96bb5f2c2895,43105,1732534701510, splitWal=true, meta=true 2024-11-25T11:38:32,055 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 96bb5f2c2895,43105,1732534701510 (carryingMeta=true) 96bb5f2c2895,43105,1732534701510/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5ca36565[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-25T11:38:32,064 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44895-0x1014eeb73dd0006, quorum=127.0.0.1:55340, baseZNode=/01915653640 Unable to get data of znode /01915653640/balancer because node does not exist (not necessarily an error) 2024-11-25T11:38:32,066 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01915653640/balancer already deleted, retry=false 2024-11-25T11:38:32,066 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T11:38:32,067 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44895-0x1014eeb73dd0006, quorum=127.0.0.1:55340, baseZNode=/01915653640 Unable to get data of znode /01915653640/normalizer because node does not exist (not necessarily an error) 2024-11-25T11:38:32,069 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01915653640/normalizer already deleted, retry=false 2024-11-25T11:38:32,069 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T11:38:32,079 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44895-0x1014eeb73dd0006, quorum=127.0.0.1:55340, baseZNode=/01915653640 Unable to get data of znode /01915653640/switch/split because node does not exist (not necessarily an error) 2024-11-25T11:38:32,081 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01915653640/switch/split already deleted, retry=false 2024-11-25T11:38:32,082 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44895-0x1014eeb73dd0006, quorum=127.0.0.1:55340, baseZNode=/01915653640 Unable to get data of znode /01915653640/switch/merge because node does not exist (not necessarily an error) 2024-11-25T11:38:32,083 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01915653640/switch/merge already deleted, retry=false 2024-11-25T11:38:32,089 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44895-0x1014eeb73dd0006, quorum=127.0.0.1:55340, baseZNode=/01915653640 Unable to get data of znode /01915653640/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T11:38:32,092 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01915653640/snapshot-cleanup already deleted, retry=false 2024-11-25T11:38:32,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x1014eeb73dd0006, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01915653640/running 2024-11-25T11:38:32,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x1014eeb73dd0006, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640 2024-11-25T11:38:32,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x1014eeb73dd0007, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01915653640/running 2024-11-25T11:38:32,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x1014eeb73dd0007, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640 2024-11-25T11:38:32,095 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=96bb5f2c2895,44895,1732534711705, sessionid=0x1014eeb73dd0006, setting cluster-up flag (Was=false) 2024-11-25T11:38:32,100 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01915653640/flush-table-proc/acquired, /01915653640/flush-table-proc/reached, /01915653640/flush-table-proc/abort 2024-11-25T11:38:32,102 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,44895,1732534711705 2024-11-25T11:38:32,121 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01915653640/online-snapshot/acquired, /01915653640/online-snapshot/reached, /01915653640/online-snapshot/abort 2024-11-25T11:38:32,123 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,44895,1732534711705 2024-11-25T11:38:32,129 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/.lastflushedseqids 2024-11-25T11:38:32,134 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T11:38:32,135 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T11:38:32,135 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 96bb5f2c2895,44895,1732534711705 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 96bb5f2c2895,43105,1732534701510 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T11:38:32,136 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:38:32,136 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:38:32,137 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:38:32,137 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:38:32,137 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/96bb5f2c2895:0, corePoolSize=10, maxPoolSize=10 2024-11-25T11:38:32,137 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:32,137 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:38:32,137 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:32,142 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 96bb5f2c2895,43105,1732534701510, splitWal=true, meta=true 2024-11-25T11:38:32,143 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732534742143 2024-11-25T11:38:32,143 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T11:38:32,143 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T11:38:32,143 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T11:38:32,143 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T11:38:32,143 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T11:38:32,143 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T11:38:32,143 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 96bb5f2c2895,43105,1732534701510, splitWal=true, meta=true, isMeta: true 2024-11-25T11:38:32,145 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,43105,1732534701510-splitting 2024-11-25T11:38:32,146 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,43105,1732534701510-splitting dir is empty, no logs to split. 2024-11-25T11:38:32,146 INFO [PEWorker-1 {}] master.SplitWALManager(105): 96bb5f2c2895,43105,1732534701510 WAL count=0, meta=true 2024-11-25T11:38:32,155 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,43105,1732534701510-splitting dir is empty, no logs to split. 2024-11-25T11:38:32,155 INFO [PEWorker-1 {}] master.SplitWALManager(105): 96bb5f2c2895,43105,1732534701510 WAL count=0, meta=true 2024-11-25T11:38:32,155 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 96bb5f2c2895,43105,1732534701510 WAL splitting is done? wals=0, meta=true 2024-11-25T11:38:32,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:38:32,158 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:38:32,159 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T11:38:32,160 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:32,167 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T11:38:32,167 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T11:38:32,167 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T11:38:32,167 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T11:38:32,169 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T11:38:32,170 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T11:38:32,170 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534712170,5,FailOnTimeoutGroup] 2024-11-25T11:38:32,171 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534712170,5,FailOnTimeoutGroup] 2024-11-25T11:38:32,171 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:32,171 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T11:38:32,171 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:32,171 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:32,172 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732534712172, completionTime=-1 2024-11-25T11:38:32,172 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-25T11:38:32,172 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-25T11:38:32,179 INFO [RS:0;96bb5f2c2895:46363 {}] regionserver.HRegionServer(746): ClusterId : b60dd3e8-65da-48f8-91db-1bc6fed13e8c 2024-11-25T11:38:32,179 DEBUG [RS:0;96bb5f2c2895:46363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:38:32,183 DEBUG [RS:0;96bb5f2c2895:46363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:38:32,183 DEBUG [RS:0;96bb5f2c2895:46363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:38:32,191 DEBUG [RS:0;96bb5f2c2895:46363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:38:32,201 DEBUG [RS:0;96bb5f2c2895:46363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@254d1ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:38:32,227 DEBUG [RS:0;96bb5f2c2895:46363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;96bb5f2c2895:46363 2024-11-25T11:38:32,227 INFO [RS:0;96bb5f2c2895:46363 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:38:32,227 INFO [RS:0;96bb5f2c2895:46363 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:38:32,227 DEBUG [RS:0;96bb5f2c2895:46363 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:38:32,228 INFO [RS:0;96bb5f2c2895:46363 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,44895,1732534711705 with port=46363, startcode=1732534711743 2024-11-25T11:38:32,229 DEBUG [RS:0;96bb5f2c2895:46363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:38:32,231 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:38:32,231 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44895 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,46363,1732534711743 2024-11-25T11:38:32,232 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44895 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,46363,1732534711743 2024-11-25T11:38:32,233 DEBUG [RS:0;96bb5f2c2895:46363 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a 2024-11-25T11:38:32,233 DEBUG [RS:0;96bb5f2c2895:46363 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35271 2024-11-25T11:38:32,233 DEBUG [RS:0;96bb5f2c2895:46363 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:38:32,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x1014eeb73dd0006, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640/rs 2024-11-25T11:38:32,240 DEBUG [RS:0;96bb5f2c2895:46363 {}] zookeeper.ZKUtil(111): regionserver:46363-0x1014eeb73dd0007, quorum=127.0.0.1:55340, baseZNode=/01915653640 Set watcher on existing znode=/01915653640/rs/96bb5f2c2895,46363,1732534711743 2024-11-25T11:38:32,240 WARN [RS:0;96bb5f2c2895:46363 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:38:32,240 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,46363,1732534711743] 2024-11-25T11:38:32,240 INFO [RS:0;96bb5f2c2895:46363 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:38:32,241 DEBUG [RS:0;96bb5f2c2895:46363 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,46363,1732534711743 2024-11-25T11:38:32,272 INFO [RS:0;96bb5f2c2895:46363 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:38:32,272 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-25T11:38:32,274 INFO [RS:0;96bb5f2c2895:46363 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:38:32,275 INFO [RS:0;96bb5f2c2895:46363 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:38:32,275 INFO [RS:0;96bb5f2c2895:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:32,275 INFO [RS:0;96bb5f2c2895:46363 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:38:32,277 INFO [RS:0;96bb5f2c2895:46363 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:38:32,277 INFO [RS:0;96bb5f2c2895:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:32,277 DEBUG [RS:0;96bb5f2c2895:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:32,277 DEBUG [RS:0;96bb5f2c2895:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:32,277 DEBUG [RS:0;96bb5f2c2895:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:32,277 DEBUG [RS:0;96bb5f2c2895:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:32,277 DEBUG [RS:0;96bb5f2c2895:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:32,278 DEBUG [RS:0;96bb5f2c2895:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:38:32,278 DEBUG [RS:0;96bb5f2c2895:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:32,278 DEBUG [RS:0;96bb5f2c2895:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:32,278 DEBUG [RS:0;96bb5f2c2895:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:32,278 DEBUG [RS:0;96bb5f2c2895:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:32,278 DEBUG [RS:0;96bb5f2c2895:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:32,278 DEBUG [RS:0;96bb5f2c2895:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:32,278 DEBUG [RS:0;96bb5f2c2895:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:38:32,278 DEBUG [RS:0;96bb5f2c2895:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:38:32,278 INFO [RS:0;96bb5f2c2895:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:32,278 INFO [RS:0;96bb5f2c2895:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:32,278 INFO [RS:0;96bb5f2c2895:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:32,278 INFO [RS:0;96bb5f2c2895:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:32,279 INFO [RS:0;96bb5f2c2895:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:32,279 INFO [RS:0;96bb5f2c2895:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,46363,1732534711743-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:38:32,295 INFO [RS:0;96bb5f2c2895:46363 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:38:32,295 INFO [RS:0;96bb5f2c2895:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,46363,1732534711743-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:32,309 WARN [96bb5f2c2895:44895 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T11:38:32,310 INFO [RS:0;96bb5f2c2895:46363 {}] regionserver.ReplicationSource(231): queueId=1-96bb5f2c2895,46363,1732534711743, ReplicationSource: 1, currentBandwidth=0 2024-11-25T11:38:32,311 INFO [RS:0;96bb5f2c2895:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:32,311 INFO [RS:0;96bb5f2c2895:46363 {}] regionserver.Replication(171): 96bb5f2c2895,46363,1732534711743 started 2024-11-25T11:38:32,325 INFO [RS:0;96bb5f2c2895:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:32,325 DEBUG [RS:0;96bb5f2c2895:46363.replicationSource,1-96bb5f2c2895,46363,1732534711743 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:43005' 2024-11-25T11:38:32,325 INFO [RS:0;96bb5f2c2895:46363 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,46363,1732534711743, RpcServer on 96bb5f2c2895/172.17.0.2:46363, sessionid=0x1014eeb73dd0007 2024-11-25T11:38:32,325 DEBUG [RS:0;96bb5f2c2895:46363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:38:32,325 DEBUG [RS:0;96bb5f2c2895:46363 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,46363,1732534711743 2024-11-25T11:38:32,325 DEBUG [RS:0;96bb5f2c2895:46363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,46363,1732534711743' 2024-11-25T11:38:32,325 DEBUG [RS:0;96bb5f2c2895:46363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01915653640/flush-table-proc/abort' 2024-11-25T11:38:32,326 DEBUG [RS:0;96bb5f2c2895:46363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01915653640/flush-table-proc/acquired' 2024-11-25T11:38:32,326 DEBUG [RS:0;96bb5f2c2895:46363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:38:32,326 DEBUG [RS:0;96bb5f2c2895:46363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:38:32,326 DEBUG [RS:0;96bb5f2c2895:46363 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,46363,1732534711743 2024-11-25T11:38:32,326 DEBUG [RS:0;96bb5f2c2895:46363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,46363,1732534711743' 2024-11-25T11:38:32,326 DEBUG [RS:0;96bb5f2c2895:46363.replicationSource,1-96bb5f2c2895,46363,1732534711743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a4c187d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:32,326 DEBUG [RS:0;96bb5f2c2895:46363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01915653640/online-snapshot/abort' 2024-11-25T11:38:32,326 DEBUG [RS:0;96bb5f2c2895:46363.replicationSource,1-96bb5f2c2895,46363,1732534711743 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,43005,-1 for getting cluster id 2024-11-25T11:38:32,326 DEBUG [RS:0;96bb5f2c2895:46363.replicationSource,1-96bb5f2c2895,46363,1732534711743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:38:32,326 DEBUG [RS:0;96bb5f2c2895:46363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01915653640/online-snapshot/acquired' 2024-11-25T11:38:32,327 DEBUG [RS:0;96bb5f2c2895:46363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:38:32,327 INFO [RS:0;96bb5f2c2895:46363 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:38:32,327 INFO [RS:0;96bb5f2c2895:46363 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:38:32,328 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2666370c-db7d-4658-944a-3bd7183c7ce3' 2024-11-25T11:38:32,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:38:32,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2666370c-db7d-4658-944a-3bd7183c7ce3" 2024-11-25T11:38:32,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ae8702c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:32,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,43005,-1] 2024-11-25T11:38:32,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:38:32,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:32,329 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:38:32,330 DEBUG [RS:0;96bb5f2c2895:46363.replicationSource,1-96bb5f2c2895,46363,1732534711743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6733882b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:32,330 DEBUG [RS:0;96bb5f2c2895:46363.replicationSource,1-96bb5f2c2895,46363,1732534711743 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:38:32,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,43005,1732534704806 2024-11-25T11:38:32,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dff56e 2024-11-25T11:38:32,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:38:32,332 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-25T11:38:32,332 INFO [RS:0;96bb5f2c2895:46363.replicationSource,1-96bb5f2c2895,46363,1732534711743 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-96bb5f2c2895,46363,1732534711743 (queues=0) is replicating from cluster=b60dd3e8-65da-48f8-91db-1bc6fed13e8c to cluster=2666370c-db7d-4658-944a-3bd7183c7ce3 2024-11-25T11:38:32,427 INFO [RS:0;96bb5f2c2895:46363 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:38:32,429 INFO [RS:0;96bb5f2c2895:46363 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C46363%2C1732534711743, suffix=, logDir=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,46363,1732534711743, archiveDir=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/oldWALs, maxLogs=10 2024-11-25T11:38:32,442 DEBUG [RS:0;96bb5f2c2895:46363 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,46363,1732534711743/96bb5f2c2895%2C46363%2C1732534711743.1732534712429, exclude list is [], retry=0 2024-11-25T11:38:32,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41589,DS-c87024c4-bd09-4131-bbac-eb40c6842ac8,DISK] 2024-11-25T11:38:32,446 INFO [RS:0;96bb5f2c2895:46363 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,46363,1732534711743/96bb5f2c2895%2C46363%2C1732534711743.1732534712429 2024-11-25T11:38:32,447 DEBUG [RS:0;96bb5f2c2895:46363 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 96bb5f2c2895%2C46363%2C1732534711743 for peer 1 2024-11-25T11:38:32,447 DEBUG [RS:0;96bb5f2c2895:46363 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=96bb5f2c2895%2C46363%2C1732534711743 2024-11-25T11:38:32,447 INFO [RS:0;96bb5f2c2895:46363 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-96bb5f2c2895,46363,1732534711743, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T11:38:32,447 DEBUG [RS:0;96bb5f2c2895:46363 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46119:46119)] 2024-11-25T11:38:32,447 INFO [RS:0;96bb5f2c2895:46363.replicationSource.shipper96bb5f2c2895%2C46363%2C1732534711743,1-96bb5f2c2895,46363,1732534711743 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 96bb5f2c2895%2C46363%2C1732534711743 2024-11-25T11:38:32,447 DEBUG [RS:0;96bb5f2c2895:46363.replicationSource.wal-reader.96bb5f2c2895%2C46363%2C1732534711743,1-96bb5f2c2895,46363,1732534711743 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,46363,1732534711743/96bb5f2c2895%2C46363%2C1732534711743.1732534712429, startPosition=0, beingWritten=true 2024-11-25T11:38:32,560 DEBUG [96bb5f2c2895:44895 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T11:38:32,560 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=96bb5f2c2895,46363,1732534711743 2024-11-25T11:38:32,561 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,46363,1732534711743, state=OPENING 2024-11-25T11:38:32,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x1014eeb73dd0007, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01915653640/meta-region-server 2024-11-25T11:38:32,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x1014eeb73dd0006, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01915653640/meta-region-server 2024-11-25T11:38:32,563 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:38:32,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01915653640/meta-region-server: CHANGED 2024-11-25T11:38:32,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01915653640/meta-region-server: CHANGED 2024-11-25T11:38:32,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,46363,1732534711743}] 2024-11-25T11:38:32,652 DEBUG [RS:0;96bb5f2c2895:46363.replicationSource.wal-reader.96bb5f2c2895%2C46363%2C1732534711743,1-96bb5f2c2895,46363,1732534711743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,46363,1732534711743/96bb5f2c2895%2C46363%2C1732534711743.1732534712429 to pos 0, reset compression=false 2024-11-25T11:38:32,715 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:38:32,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:38:32,720 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:38:32,720 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:38:32,720 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:38:32,721 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C46363%2C1732534711743.meta, suffix=.meta, logDir=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,46363,1732534711743, archiveDir=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/oldWALs, maxLogs=10 2024-11-25T11:38:32,734 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,46363,1732534711743/96bb5f2c2895%2C46363%2C1732534711743.meta.1732534712721.meta, exclude list is [], retry=0 2024-11-25T11:38:32,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41589,DS-c87024c4-bd09-4131-bbac-eb40c6842ac8,DISK] 2024-11-25T11:38:32,737 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,46363,1732534711743/96bb5f2c2895%2C46363%2C1732534711743.meta.1732534712721.meta 2024-11-25T11:38:32,738 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46119:46119)] 2024-11-25T11:38:32,738 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:38:32,738 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:38:32,738 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:38:32,738 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:38:32,738 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:38:32,738 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:38:32,738 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:38:32,739 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:38:32,739 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:38:32,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:38:32,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:38:32,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:32,747 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740/info/936c0cce42324b13aea0acda266a7a6c 2024-11-25T11:38:32,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:32,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:38:32,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:38:32,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:32,753 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740/ns/0d8c47a7c10847e393244b73f62e29cf 2024-11-25T11:38:32,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:32,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:38:32,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:38:32,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:32,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:32,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:38:32,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:38:32,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:32,759 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740/table/ecec3fa8f3a14c7ba7b8c873763a82c5 2024-11-25T11:38:32,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:32,759 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:38:32,760 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740 2024-11-25T11:38:32,761 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740 2024-11-25T11:38:32,762 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:38:32,762 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:38:32,762 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:38:32,763 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:38:32,764 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75379925, jitterRate=0.12324841320514679}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:38:32,764 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:38:32,764 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732534712739Writing region info on filesystem at 1732534712739Initializing all the Stores at 1732534712740 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534712740Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534712740Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534712740Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534712740Cleaning up temporary data from old regions at 1732534712762 (+22 ms)Running coprocessor post-open hooks at 1732534712764 (+2 ms)Region opened successfully at 1732534712764 2024-11-25T11:38:32,765 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732534712715 2024-11-25T11:38:32,767 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:38:32,767 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:38:32,768 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=96bb5f2c2895,46363,1732534711743 2024-11-25T11:38:32,768 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,46363,1732534711743, state=OPEN 2024-11-25T11:38:32,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x1014eeb73dd0006, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01915653640/meta-region-server 2024-11-25T11:38:32,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x1014eeb73dd0007, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01915653640/meta-region-server 2024-11-25T11:38:32,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01915653640/meta-region-server: CHANGED 2024-11-25T11:38:32,770 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=96bb5f2c2895,46363,1732534711743 2024-11-25T11:38:32,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01915653640/meta-region-server: CHANGED 2024-11-25T11:38:32,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-25T11:38:32,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,46363,1732534711743 in 207 msec 2024-11-25T11:38:32,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T11:38:32,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 616 msec 2024-11-25T11:38:32,957 DEBUG [RS:0;96bb5f2c2895:46363.replicationSource.wal-reader.96bb5f2c2895%2C46363%2C1732534711743,1-96bb5f2c2895,46363,1732534711743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,46363,1732534711743/96bb5f2c2895%2C46363%2C1732534711743.1732534712429 to pos 0, reset compression=false 2024-11-25T11:38:33,362 DEBUG [RS:0;96bb5f2c2895:46363.replicationSource.wal-reader.96bb5f2c2895%2C46363%2C1732534711743,1-96bb5f2c2895,46363,1732534711743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,46363,1732534711743/96bb5f2c2895%2C46363%2C1732534711743.1732534712429 to pos 0, reset compression=false 2024-11-25T11:38:33,774 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-25T11:38:33,866 DEBUG [RS:0;96bb5f2c2895:46363.replicationSource.wal-reader.96bb5f2c2895%2C46363%2C1732534711743,1-96bb5f2c2895,46363,1732534711743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,46363,1732534711743/96bb5f2c2895%2C46363%2C1732534711743.1732534712429 to pos 0, reset compression=false 2024-11-25T11:38:34,344 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:38:34,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:34,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:34,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:34,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:34,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:34,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:34,471 DEBUG [RS:0;96bb5f2c2895:46363.replicationSource.wal-reader.96bb5f2c2895%2C46363%2C1732534711743,1-96bb5f2c2895,46363,1732534711743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,46363,1732534711743/96bb5f2c2895%2C46363%2C1732534711743.1732534712429 to pos 0, reset compression=false 2024-11-25T11:38:35,176 DEBUG [RS:0;96bb5f2c2895:46363.replicationSource.wal-reader.96bb5f2c2895%2C46363%2C1732534711743,1-96bb5f2c2895,46363,1732534711743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,46363,1732534711743/96bb5f2c2895%2C46363%2C1732534711743.1732534712429 to pos 0, reset compression=false 2024-11-25T11:38:35,277 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-25T11:38:35,982 DEBUG [RS:0;96bb5f2c2895:46363.replicationSource.wal-reader.96bb5f2c2895%2C46363%2C1732534711743,1-96bb5f2c2895,46363,1732534711743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,46363,1732534711743/96bb5f2c2895%2C46363%2C1732534711743.1732534712429 to pos 0, reset compression=false 2024-11-25T11:38:36,679 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-25T11:38:36,679 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T11:38:36,679 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:38:36,680 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,46363,1732534711743, seqNum=-1] 2024-11-25T11:38:36,680 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:38:36,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:38:36,687 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8c150cbbcb7ca89c90693b22885475de, regionState=OPEN, lastHost=96bb5f2c2895,43105,1732534701510, regionLocation=96bb5f2c2895,43105,1732534701510, openSeqNum=2 2024-11-25T11:38:36,687 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T11:38:36,687 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732534776687 2024-11-25T11:38:36,687 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732534836687 2024-11-25T11:38:36,687 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-11-25T11:38:36,688 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,44895,1732534711705-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:36,688 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,44895,1732534711705-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:36,688 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,44895,1732534711705-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:36,688 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-96bb5f2c2895:44895, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:36,688 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:36,688 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 96bb5f2c2895,43105,1732534701510 had 2 regions 2024-11-25T11:38:36,690 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 96bb5f2c2895,43105,1732534701510, splitWal=true, meta=true, isMeta: false 2024-11-25T11:38:36,692 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:36,699 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,43105,1732534701510-splitting dir is empty, no logs to split. 2024-11-25T11:38:36,699 INFO [PEWorker-3 {}] master.SplitWALManager(105): 96bb5f2c2895,43105,1732534701510 WAL count=0, meta=false 2024-11-25T11:38:36,702 WARN [master/96bb5f2c2895:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=96bb5f2c2895,43105,1732534701510/hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de. 2024-11-25T11:38:36,704 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,43105,1732534701510-splitting dir is empty, no logs to split. 2024-11-25T11:38:36,704 INFO [PEWorker-3 {}] master.SplitWALManager(105): 96bb5f2c2895,43105,1732534701510 WAL count=0, meta=false 2024-11-25T11:38:36,704 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 96bb5f2c2895,43105,1732534701510 WAL splitting is done? wals=0, meta=false 2024-11-25T11:38:36,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8c150cbbcb7ca89c90693b22885475de, ASSIGN}] 2024-11-25T11:38:36,711 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8c150cbbcb7ca89c90693b22885475de, ASSIGN 2024-11-25T11:38:36,712 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.896sec 2024-11-25T11:38:36,712 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T11:38:36,712 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T11:38:36,712 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T11:38:36,712 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T11:38:36,712 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T11:38:36,712 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,44895,1732534711705-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:38:36,712 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,44895,1732534711705-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T11:38:36,713 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8c150cbbcb7ca89c90693b22885475de, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T11:38:36,721 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T11:38:36,721 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T11:38:36,722 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,44895,1732534711705-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:36,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4247eeca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:36,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,44895,-1 for getting cluster id 2024-11-25T11:38:36,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:38:36,784 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b60dd3e8-65da-48f8-91db-1bc6fed13e8c' 2024-11-25T11:38:36,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:38:36,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b60dd3e8-65da-48f8-91db-1bc6fed13e8c" 2024-11-25T11:38:36,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4abf7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:36,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,44895,-1] 2024-11-25T11:38:36,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:38:36,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:36,786 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:38:36,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94f95a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:36,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:38:36,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,46363,1732534711743, seqNum=-1] 2024-11-25T11:38:36,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:38:36,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:38:36,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-25T11:38:36,792 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:38:36,792 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:38:36,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:36,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:36,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:38:36,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 96bb5f2c2895:44895 after: 96bb5f2c2895:44895 2024-11-25T11:38:36,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22249a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:36,793 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,44895,-1 for getting cluster id 2024-11-25T11:38:36,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:38:36,793 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b60dd3e8-65da-48f8-91db-1bc6fed13e8c' 2024-11-25T11:38:36,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:38:36,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b60dd3e8-65da-48f8-91db-1bc6fed13e8c" 2024-11-25T11:38:36,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ffd87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:36,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,44895,-1] 2024-11-25T11:38:36,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:38:36,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:36,795 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:38:36,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d5f5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:36,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:38:36,796 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,44895,1732534711705 2024-11-25T11:38:36,796 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d5e39e1 2024-11-25T11:38:36,796 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:38:36,797 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:38:36,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44895 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-25T11:38:36,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T11:38:36,798 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:38:36,798 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:38:36,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:36,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:36,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:38:36,798 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T11:38:36,798 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1249274941, stopped=false 2024-11-25T11:38:36,798 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=96bb5f2c2895,43005,1732534704806 2024-11-25T11:38:36,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12014087167/running 2024-11-25T11:38:36,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1014eeb73dd0004, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12014087167/running 2024-11-25T11:38:36,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1014eeb73dd0004, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12014087167 2024-11-25T11:38:36,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12014087167 2024-11-25T11:38:36,800 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:38:36,800 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:38:36,800 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:38:36,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:36,800 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,38803,1732534704845' ***** 2024-11-25T11:38:36,801 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:38:36,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38803-0x1014eeb73dd0004, quorum=127.0.0.1:55340, baseZNode=/12014087167 Set watcher on znode that does not yet exist, /12014087167/running 2024-11-25T11:38:36,801 INFO [RS:0;96bb5f2c2895:38803 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:38:36,801 INFO [RS:0;96bb5f2c2895:38803 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:38:36,801 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:38:36,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Set watcher on znode that does not yet exist, /12014087167/running 2024-11-25T11:38:36,801 INFO [RS:0;96bb5f2c2895:38803 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:38:36,801 INFO [RS:0;96bb5f2c2895:38803 {}] regionserver.HRegionServer(959): stopping server 96bb5f2c2895,38803,1732534704845 2024-11-25T11:38:36,801 INFO [RS:0;96bb5f2c2895:38803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:38:36,801 INFO [RS:0;96bb5f2c2895:38803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:38803. 2024-11-25T11:38:36,801 DEBUG [RS:0;96bb5f2c2895:38803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:38:36,801 DEBUG [RS:0;96bb5f2c2895:38803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:36,801 INFO [RS:0;96bb5f2c2895:38803 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:38:36,801 INFO [RS:0;96bb5f2c2895:38803 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:38:36,801 INFO [RS:0;96bb5f2c2895:38803 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:38:36,801 INFO [RS:0;96bb5f2c2895:38803 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T11:38:36,802 INFO [RS:0;96bb5f2c2895:38803 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T11:38:36,802 DEBUG [RS:0;96bb5f2c2895:38803 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T11:38:36,802 DEBUG [RS:0;96bb5f2c2895:38803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:38:36,802 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:38:36,802 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:38:36,802 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:38:36,802 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:38:36,802 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:38:36,802 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-25T11:38:36,804 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:38:36,825 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/data/hbase/meta/1588230740/.tmp/ns/8d682984a37a4f23b1f875825d77f1d5 is 43, key is default/ns:d/1732534707525/Put/seqid=0 2024-11-25T11:38:36,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741835_1011 (size=5153) 2024-11-25T11:38:36,863 DEBUG [96bb5f2c2895:44895 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T11:38:36,864 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8c150cbbcb7ca89c90693b22885475de, regionState=OPENING, regionLocation=96bb5f2c2895,46363,1732534711743 2024-11-25T11:38:36,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8c150cbbcb7ca89c90693b22885475de, ASSIGN because future has completed 2024-11-25T11:38:36,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c150cbbcb7ca89c90693b22885475de, server=96bb5f2c2895,46363,1732534711743}] 2024-11-25T11:38:36,887 DEBUG [RS:0;96bb5f2c2895:46363.replicationSource.wal-reader.96bb5f2c2895%2C46363%2C1732534711743,1-96bb5f2c2895,46363,1732534711743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,46363,1732534711743/96bb5f2c2895%2C46363%2C1732534711743.1732534712429 to pos 0, reset compression=false 2024-11-25T11:38:37,002 DEBUG [RS:0;96bb5f2c2895:38803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:38:37,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de. 2024-11-25T11:38:37,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:38:37,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T11:38:37,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C46363%2C1732534711743.rep, suffix=, logDir=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,46363,1732534711743, archiveDir=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/oldWALs, maxLogs=10 2024-11-25T11:38:37,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,46363,1732534711743/96bb5f2c2895%2C46363%2C1732534711743.rep.1732534717025, exclude list is [], retry=0 2024-11-25T11:38:37,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41589,DS-c87024c4-bd09-4131-bbac-eb40c6842ac8,DISK] 2024-11-25T11:38:37,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,46363,1732534711743/96bb5f2c2895%2C46363%2C1732534711743.rep.1732534717025 2024-11-25T11:38:37,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46119:46119)] 2024-11-25T11:38:37,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c150cbbcb7ca89c90693b22885475de, NAME => 'hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:38:37,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:38:37,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:38:37,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de. service=MultiRowMutationService 2024-11-25T11:38:37,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T11:38:37,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:37,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:38:37,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:37,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:37,045 INFO [StoreOpener-8c150cbbcb7ca89c90693b22885475de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:37,045 INFO [StoreOpener-8c150cbbcb7ca89c90693b22885475de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c150cbbcb7ca89c90693b22885475de columnFamilyName hfileref 2024-11-25T11:38:37,045 DEBUG [StoreOpener-8c150cbbcb7ca89c90693b22885475de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:37,046 INFO [StoreOpener-8c150cbbcb7ca89c90693b22885475de-1 {}] regionserver.HStore(327): Store=8c150cbbcb7ca89c90693b22885475de/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:37,046 INFO [StoreOpener-8c150cbbcb7ca89c90693b22885475de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:37,047 INFO [StoreOpener-8c150cbbcb7ca89c90693b22885475de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c150cbbcb7ca89c90693b22885475de columnFamilyName queue 2024-11-25T11:38:37,047 DEBUG [StoreOpener-8c150cbbcb7ca89c90693b22885475de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:37,051 DEBUG [StoreOpener-8c150cbbcb7ca89c90693b22885475de-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/replication/8c150cbbcb7ca89c90693b22885475de/queue/830dd9e0f65741078838bec6cc2ff9c9 2024-11-25T11:38:37,051 INFO [StoreOpener-8c150cbbcb7ca89c90693b22885475de-1 {}] regionserver.HStore(327): Store=8c150cbbcb7ca89c90693b22885475de/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:37,051 INFO [StoreOpener-8c150cbbcb7ca89c90693b22885475de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:37,052 INFO [StoreOpener-8c150cbbcb7ca89c90693b22885475de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c150cbbcb7ca89c90693b22885475de columnFamilyName sid 2024-11-25T11:38:37,052 DEBUG [StoreOpener-8c150cbbcb7ca89c90693b22885475de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:37,052 INFO [StoreOpener-8c150cbbcb7ca89c90693b22885475de-1 {}] regionserver.HStore(327): Store=8c150cbbcb7ca89c90693b22885475de/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:37,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:37,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/replication/8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:37,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/replication/8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:37,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:37,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:37,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:38:37,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:37,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 8c150cbbcb7ca89c90693b22885475de; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61014173, jitterRate=-0.09081797301769257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:38:37,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:37,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 8c150cbbcb7ca89c90693b22885475de: Running coprocessor pre-open hook at 1732534717043Writing region info on filesystem at 1732534717043Initializing all the Stores at 1732534717044 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534717044Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534717044Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534717044Cleaning up temporary data from old regions at 1732534717055 (+11 ms)Running coprocessor post-open hooks at 1732534717057 (+2 ms)Region opened successfully at 1732534717058 (+1 ms) 2024-11-25T11:38:37,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de., pid=13, masterSystemTime=1732534717020 2024-11-25T11:38:37,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de. 2024-11-25T11:38:37,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de. 2024-11-25T11:38:37,061 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8c150cbbcb7ca89c90693b22885475de, regionState=OPEN, openSeqNum=9, regionLocation=96bb5f2c2895,46363,1732534711743 2024-11-25T11:38:37,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c150cbbcb7ca89c90693b22885475de, server=96bb5f2c2895,46363,1732534711743 because future has completed 2024-11-25T11:38:37,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-25T11:38:37,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c150cbbcb7ca89c90693b22885475de, server=96bb5f2c2895,46363,1732534711743 in 197 msec 2024-11-25T11:38:37,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-25T11:38:37,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8c150cbbcb7ca89c90693b22885475de, ASSIGN in 356 msec 2024-11-25T11:38:37,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-25T11:38:37,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de., hostname=96bb5f2c2895,46363,1732534711743, seqNum=9] 2024-11-25T11:38:37,083 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 96bb5f2c2895,43105,1732534701510 2024-11-25T11:38:37,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-25T11:38:37,202 DEBUG [RS:0;96bb5f2c2895:38803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:38:37,230 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/data/hbase/meta/1588230740/.tmp/ns/8d682984a37a4f23b1f875825d77f1d5 2024-11-25T11:38:37,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46363 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-25T11:38:37,244 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/data/hbase/meta/1588230740/.tmp/ns/8d682984a37a4f23b1f875825d77f1d5 as hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/data/hbase/meta/1588230740/ns/8d682984a37a4f23b1f875825d77f1d5 2024-11-25T11:38:37,254 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/data/hbase/meta/1588230740/ns/8d682984a37a4f23b1f875825d77f1d5, entries=2, sequenceid=6, filesize=5.0 K 2024-11-25T11:38:37,256 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 454ms, sequenceid=6, compaction requested=false 2024-11-25T11:38:37,256 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T11:38:37,261 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T11:38:37,262 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:38:37,262 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:38:37,262 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:38:37,262 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534716802Running coprocessor pre-close hooks at 1732534716802Disabling compacts and flushes for region at 1732534716802Disabling writes for close at 1732534716802Obtaining lock to block concurrent updates at 1732534716802Preparing flush snapshotting stores in 1588230740 at 1732534716802Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732534716802Flushing stores of hbase:meta,,1.1588230740 at 1732534716803 (+1 ms)Flushing 1588230740/ns: creating writer at 1732534716803Flushing 1588230740/ns: appending metadata at 1732534716824 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732534716824Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cc7f822: reopening flushed file at 1732534717243 (+419 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 454ms, sequenceid=6, compaction requested=false at 1732534717256 (+13 ms)Writing region close event to WAL at 1732534717257 (+1 ms)Running coprocessor post-close hooks at 1732534717262 (+5 ms)Closed at 1732534717262 2024-11-25T11:38:37,262 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T11:38:37,402 INFO [RS:0;96bb5f2c2895:38803 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,38803,1732534704845; all regions closed. 2024-11-25T11:38:37,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741834_1010 (size=1152) 2024-11-25T11:38:37,407 DEBUG [RS:0;96bb5f2c2895:38803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/oldWALs 2024-11-25T11:38:37,407 INFO [RS:0;96bb5f2c2895:38803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C38803%2C1732534704845.meta:.meta(num 1732534707431) 2024-11-25T11:38:37,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741832_1008 (size=93) 2024-11-25T11:38:37,411 DEBUG [RS:0;96bb5f2c2895:38803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/oldWALs 2024-11-25T11:38:37,411 INFO [RS:0;96bb5f2c2895:38803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C38803%2C1732534704845:(num 1732534706828) 2024-11-25T11:38:37,411 DEBUG [RS:0;96bb5f2c2895:38803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:37,411 INFO [RS:0;96bb5f2c2895:38803 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:38:37,411 INFO [RS:0;96bb5f2c2895:38803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:38:37,411 INFO [RS:0;96bb5f2c2895:38803 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T11:38:37,411 INFO [RS:0;96bb5f2c2895:38803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:38:37,411 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:38:37,411 INFO [RS:0;96bb5f2c2895:38803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38803 2024-11-25T11:38:37,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1014eeb73dd0004, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12014087167/rs/96bb5f2c2895,38803,1732534704845 2024-11-25T11:38:37,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12014087167/rs 2024-11-25T11:38:37,413 INFO [RS:0;96bb5f2c2895:38803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:38:37,414 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,38803,1732534704845] 2024-11-25T11:38:37,417 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12014087167/draining/96bb5f2c2895,38803,1732534704845 already deleted, retry=false 2024-11-25T11:38:37,417 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96bb5f2c2895,38803,1732534704845 expired; onlineServers=0 2024-11-25T11:38:37,417 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '96bb5f2c2895,43005,1732534704806' ***** 2024-11-25T11:38:37,417 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T11:38:37,417 INFO [M:0;96bb5f2c2895:43005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:38:37,417 INFO [M:0;96bb5f2c2895:43005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:38:37,417 DEBUG [M:0;96bb5f2c2895:43005 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T11:38:37,417 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T11:38:37,417 DEBUG [M:0;96bb5f2c2895:43005 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T11:38:37,417 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534706622 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534706622,5,FailOnTimeoutGroup] 2024-11-25T11:38:37,417 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534706620 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534706620,5,FailOnTimeoutGroup] 2024-11-25T11:38:37,417 INFO [M:0;96bb5f2c2895:43005 {}] hbase.ChoreService(370): Chore service for: master/96bb5f2c2895:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T11:38:37,417 INFO [M:0;96bb5f2c2895:43005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:38:37,417 DEBUG [M:0;96bb5f2c2895:43005 {}] master.HMaster(1795): Stopping service threads 2024-11-25T11:38:37,417 INFO [M:0;96bb5f2c2895:43005 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T11:38:37,417 INFO [M:0;96bb5f2c2895:43005 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:38:37,418 INFO [M:0;96bb5f2c2895:43005 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T11:38:37,418 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T11:38:37,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12014087167/master 2024-11-25T11:38:37,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12014087167 2024-11-25T11:38:37,420 DEBUG [M:0;96bb5f2c2895:43005 {}] zookeeper.RecoverableZooKeeper(212): Node /12014087167/master already deleted, retry=false 2024-11-25T11:38:37,420 DEBUG [M:0;96bb5f2c2895:43005 {}] master.ActiveMasterManager(353): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Failed delete of our master address node; KeeperErrorCode = NoNode for /12014087167/master 2024-11-25T11:38:37,420 INFO [M:0;96bb5f2c2895:43005 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/.lastflushedseqids 2024-11-25T11:38:37,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741836_1012 (size=99) 2024-11-25T11:38:37,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1014eeb73dd0004, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:38:37,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1014eeb73dd0004, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:38:37,515 INFO [RS:0;96bb5f2c2895:38803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:38:37,515 INFO [RS:0;96bb5f2c2895:38803 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,38803,1732534704845; zookeeper connection closed. 2024-11-25T11:38:37,515 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79266dfc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79266dfc 2024-11-25T11:38:37,515 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T11:38:37,569 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T11:38:37,569 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-25T11:38:37,825 INFO [M:0;96bb5f2c2895:43005 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T11:38:37,825 INFO [M:0;96bb5f2c2895:43005 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T11:38:37,825 DEBUG [M:0;96bb5f2c2895:43005 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:38:37,825 INFO [M:0;96bb5f2c2895:43005 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:37,825 DEBUG [M:0;96bb5f2c2895:43005 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:37,825 DEBUG [M:0;96bb5f2c2895:43005 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:38:37,826 DEBUG [M:0;96bb5f2c2895:43005 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:37,826 INFO [M:0;96bb5f2c2895:43005 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-25T11:38:37,842 DEBUG [M:0;96bb5f2c2895:43005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5fa17718afb746fba445a9615603febc is 82, key is hbase:meta,,1/info:regioninfo/1732534707508/Put/seqid=0 2024-11-25T11:38:37,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741837_1013 (size=5672) 2024-11-25T11:38:37,892 DEBUG [RS:0;96bb5f2c2895:46363.replicationSource.wal-reader.96bb5f2c2895%2C46363%2C1732534711743,1-96bb5f2c2895,46363,1732534711743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,46363,1732534711743/96bb5f2c2895%2C46363%2C1732534711743.1732534712429 to pos 0, reset compression=false 2024-11-25T11:38:38,247 INFO [M:0;96bb5f2c2895:43005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5fa17718afb746fba445a9615603febc 2024-11-25T11:38:38,270 DEBUG [M:0;96bb5f2c2895:43005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/402d63a0cfce47bfbd10becca32c2b82 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732534707530/Put/seqid=0 2024-11-25T11:38:38,272 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T11:38:38,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741838_1014 (size=5275) 2024-11-25T11:38:38,674 INFO [M:0;96bb5f2c2895:43005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/402d63a0cfce47bfbd10becca32c2b82 2024-11-25T11:38:38,695 DEBUG [M:0;96bb5f2c2895:43005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0643589fb7be40209ec3952db8777958 is 69, key is 96bb5f2c2895,38803,1732534704845/rs:state/1732534706682/Put/seqid=0 2024-11-25T11:38:38,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741839_1015 (size=5156) 2024-11-25T11:38:38,997 DEBUG [RS:0;96bb5f2c2895:46363.replicationSource.wal-reader.96bb5f2c2895%2C46363%2C1732534711743,1-96bb5f2c2895,46363,1732534711743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/WALs/96bb5f2c2895,46363,1732534711743/96bb5f2c2895%2C46363%2C1732534711743.1732534712429 to pos 0, reset compression=false 2024-11-25T11:38:39,100 INFO [M:0;96bb5f2c2895:43005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0643589fb7be40209ec3952db8777958 2024-11-25T11:38:39,104 DEBUG [M:0;96bb5f2c2895:43005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5fa17718afb746fba445a9615603febc as hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5fa17718afb746fba445a9615603febc 2024-11-25T11:38:39,109 INFO [M:0;96bb5f2c2895:43005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5fa17718afb746fba445a9615603febc, entries=8, sequenceid=28, filesize=5.5 K 2024-11-25T11:38:39,110 DEBUG [M:0;96bb5f2c2895:43005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/402d63a0cfce47bfbd10becca32c2b82 as hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/402d63a0cfce47bfbd10becca32c2b82 2024-11-25T11:38:39,114 INFO [M:0;96bb5f2c2895:43005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/402d63a0cfce47bfbd10becca32c2b82, entries=3, sequenceid=28, filesize=5.2 K 2024-11-25T11:38:39,114 DEBUG [M:0;96bb5f2c2895:43005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0643589fb7be40209ec3952db8777958 as hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0643589fb7be40209ec3952db8777958 2024-11-25T11:38:39,119 INFO [M:0;96bb5f2c2895:43005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33853/user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0643589fb7be40209ec3952db8777958, entries=1, sequenceid=28, filesize=5.0 K 2024-11-25T11:38:39,120 INFO [M:0;96bb5f2c2895:43005 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=28, compaction requested=false 2024-11-25T11:38:39,121 INFO [M:0;96bb5f2c2895:43005 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:39,122 DEBUG [M:0;96bb5f2c2895:43005 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534717825Disabling compacts and flushes for region at 1732534717825Disabling writes for close at 1732534717825Obtaining lock to block concurrent updates at 1732534717826 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732534717826Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732534717826Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732534717827 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732534717827Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732534717842 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732534717842Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732534718252 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732534718269 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732534718269Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732534718680 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732534718694 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732534718694Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@411f6459: reopening flushed file at 1732534719104 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3956b950: reopening flushed file at 1732534719109 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d1b74dd: reopening flushed file at 1732534719114 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=28, compaction requested=false at 1732534719120 (+6 ms)Writing region close event to WAL at 1732534719121 (+1 ms)Closed at 1732534719121 2024-11-25T11:38:39,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43991 is added to blk_1073741830_1006 (size=10165) 2024-11-25T11:38:39,124 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b918ef42-d5c7-354e-ffc5-7bd4f1f5ef79/MasterData/WALs/96bb5f2c2895,43005,1732534704806/96bb5f2c2895%2C43005%2C1732534704806.1732534706532 not finished, retry = 0 2024-11-25T11:38:39,225 INFO [M:0;96bb5f2c2895:43005 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T11:38:39,225 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:38:39,225 INFO [M:0;96bb5f2c2895:43005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43005 2024-11-25T11:38:39,226 INFO [M:0;96bb5f2c2895:43005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:38:39,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:38:39,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x1014eeb73dd0003, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:38:39,328 INFO [M:0;96bb5f2c2895:43005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:38:39,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a1e3281{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:38:39,330 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a41fa34{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:38:39,330 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:38:39,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e6074d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:38:39,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1087f4be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/hadoop.log.dir/,STOPPED} 2024-11-25T11:38:39,332 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:38:39,332 WARN [BP-998824634-172.17.0.2-1732534703766 heartbeating to localhost/127.0.0.1:33853 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:38:39,333 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:38:39,333 WARN [BP-998824634-172.17.0.2-1732534703766 heartbeating to localhost/127.0.0.1:33853 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-998824634-172.17.0.2-1732534703766 (Datanode Uuid c541f1fc-fee4-4526-adf7-25d18f4d85fa) service to localhost/127.0.0.1:33853 2024-11-25T11:38:39,333 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/cluster_94255351-2fc5-7a15-9d66-3472b6f58c87/data/data1/current/BP-998824634-172.17.0.2-1732534703766 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:38:39,333 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/cluster_94255351-2fc5-7a15-9d66-3472b6f58c87/data/data2/current/BP-998824634-172.17.0.2-1732534703766 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:38:39,334 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:38:39,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d30459e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:38:39,340 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@157328b6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:38:39,340 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:38:39,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fecf28b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:38:39,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24df8869{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/hadoop.log.dir/,STOPPED} 2024-11-25T11:38:39,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T11:38:39,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T11:38:39,351 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:38:39,351 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:38:39,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:39,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:39,351 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:38:39,351 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T11:38:39,351 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1109772526, stopped=false 2024-11-25T11:38:39,351 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=96bb5f2c2895,44895,1732534711705 2024-11-25T11:38:39,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x1014eeb73dd0007, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01915653640/running 2024-11-25T11:38:39,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x1014eeb73dd0006, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01915653640/running 2024-11-25T11:38:39,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x1014eeb73dd0007, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640 2024-11-25T11:38:39,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x1014eeb73dd0006, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640 2024-11-25T11:38:39,353 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:38:39,353 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:38:39,353 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:38:39,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:39,354 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,46363,1732534711743' ***** 2024-11-25T11:38:39,354 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:38:39,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46363-0x1014eeb73dd0007, quorum=127.0.0.1:55340, baseZNode=/01915653640 Set watcher on znode that does not yet exist, /01915653640/running 2024-11-25T11:38:39,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44895-0x1014eeb73dd0006, quorum=127.0.0.1:55340, baseZNode=/01915653640 Set watcher on znode that does not yet exist, /01915653640/running 2024-11-25T11:38:39,354 INFO [RS:0;96bb5f2c2895:46363 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:38:39,354 INFO [RS:0;96bb5f2c2895:46363 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:38:39,354 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:38:39,354 INFO [RS:0;96bb5f2c2895:46363 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:38:39,354 INFO [RS:0;96bb5f2c2895:46363 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:39,355 INFO [RS:0;96bb5f2c2895:46363 {}] regionserver.HRegionServer(959): stopping server 96bb5f2c2895,46363,1732534711743 2024-11-25T11:38:39,355 INFO [RS:0;96bb5f2c2895:46363 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:38:39,355 INFO [RS:0;96bb5f2c2895:46363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:46363. 2024-11-25T11:38:39,355 DEBUG [RS:0;96bb5f2c2895:46363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:38:39,355 DEBUG [RS:0;96bb5f2c2895:46363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:39,355 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c150cbbcb7ca89c90693b22885475de, disabling compactions & flushes 2024-11-25T11:38:39,355 INFO [RS:0;96bb5f2c2895:46363 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:38:39,355 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de. 2024-11-25T11:38:39,355 INFO [RS:0;96bb5f2c2895:46363 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:38:39,355 INFO [RS:0;96bb5f2c2895:46363 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:38:39,355 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de. 2024-11-25T11:38:39,355 INFO [RS:0;96bb5f2c2895:46363 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T11:38:39,355 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de. after waiting 0 ms 2024-11-25T11:38:39,355 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de. 2024-11-25T11:38:39,355 INFO [RS:0;96bb5f2c2895:46363 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T11:38:39,355 DEBUG [RS:0;96bb5f2c2895:46363 {}] regionserver.HRegionServer(1325): Online Regions={8c150cbbcb7ca89c90693b22885475de=hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T11:38:39,355 DEBUG [RS:0;96bb5f2c2895:46363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c150cbbcb7ca89c90693b22885475de 2024-11-25T11:38:39,355 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:38:39,355 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:38:39,355 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:38:39,355 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:38:39,355 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:38:39,356 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-25T11:38:39,359 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/replication/8c150cbbcb7ca89c90693b22885475de/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-25T11:38:39,359 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:38:39,360 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:38:39,360 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de. 2024-11-25T11:38:39,360 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c150cbbcb7ca89c90693b22885475de: Waiting for close lock at 1732534719355Running coprocessor pre-close hooks at 1732534719355Disabling compacts and flushes for region at 1732534719355Disabling writes for close at 1732534719355Writing region close event to WAL at 1732534719356 (+1 ms)Running coprocessor post-close hooks at 1732534719359 (+3 ms)Closed at 1732534719360 (+1 ms) 2024-11-25T11:38:39,360 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de. 2024-11-25T11:38:39,371 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740/.tmp/info/376d3bed61514c67972b4dbd56b7379b is 147, key is hbase:replication,,1732534707616.8c150cbbcb7ca89c90693b22885475de./info:regioninfo/1732534717061/Put/seqid=0 2024-11-25T11:38:39,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741851_1027 (size=6385) 2024-11-25T11:38:39,385 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:38:39,555 DEBUG [RS:0;96bb5f2c2895:46363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:38:39,756 DEBUG [RS:0;96bb5f2c2895:46363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:38:39,775 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740/.tmp/info/376d3bed61514c67972b4dbd56b7379b 2024-11-25T11:38:39,781 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740/.tmp/info/376d3bed61514c67972b4dbd56b7379b as hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740/info/376d3bed61514c67972b4dbd56b7379b 2024-11-25T11:38:39,785 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740/info/376d3bed61514c67972b4dbd56b7379b, entries=8, sequenceid=19, filesize=6.2 K 2024-11-25T11:38:39,786 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false 2024-11-25T11:38:39,786 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T11:38:39,790 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-25T11:38:39,790 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:38:39,790 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:38:39,790 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:38:39,791 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534719355Running coprocessor pre-close hooks at 1732534719355Disabling compacts and flushes for region at 1732534719355Disabling writes for close at 1732534719355Obtaining lock to block concurrent updates at 1732534719356 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732534719356Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732534719356Flushing stores of hbase:meta,,1.1588230740 at 1732534719356Flushing 1588230740/info: creating writer at 1732534719356Flushing 1588230740/info: appending metadata at 1732534719371 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732534719371Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2873a742: reopening flushed file at 1732534719780 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false at 1732534719786 (+6 ms)Writing region close event to WAL at 1732534719787 (+1 ms)Running coprocessor post-close hooks at 1732534719790 (+3 ms)Closed at 1732534719790 2024-11-25T11:38:39,791 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T11:38:39,956 INFO [RS:0;96bb5f2c2895:46363 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,46363,1732534711743; all regions closed. 2024-11-25T11:38:39,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741849_1025 (size=2156) 2024-11-25T11:38:39,960 DEBUG [RS:0;96bb5f2c2895:46363 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/oldWALs 2024-11-25T11:38:39,960 INFO [RS:0;96bb5f2c2895:46363 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C46363%2C1732534711743.meta:.meta(num 1732534712721) 2024-11-25T11:38:39,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741850_1026 (size=796) 2024-11-25T11:38:39,964 DEBUG [RS:0;96bb5f2c2895:46363 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/oldWALs 2024-11-25T11:38:39,964 INFO [RS:0;96bb5f2c2895:46363 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C46363%2C1732534711743.rep:(num 1732534717025) 2024-11-25T11:38:39,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741848_1024 (size=93) 2024-11-25T11:38:39,967 DEBUG [RS:0;96bb5f2c2895:46363 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/oldWALs 2024-11-25T11:38:39,967 INFO [RS:0;96bb5f2c2895:46363 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C46363%2C1732534711743:(num 1732534712429) 2024-11-25T11:38:39,967 DEBUG [RS:0;96bb5f2c2895:46363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:39,967 INFO [RS:0;96bb5f2c2895:46363 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:38:39,967 INFO [RS:0;96bb5f2c2895:46363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:38:39,967 INFO [RS:0;96bb5f2c2895:46363 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T11:38:39,967 INFO [RS:0;96bb5f2c2895:46363 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:38:39,967 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:38:39,968 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-25T11:38:39,968 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-25T11:38:39,968 INFO [RS:0;96bb5f2c2895:46363 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-96bb5f2c2895,46363,1732534711743 because: Region server is closing 2024-11-25T11:38:39,968 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-25T11:38:39,968 INFO [RS:0;96bb5f2c2895:46363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:46363. 2024-11-25T11:38:39,968 DEBUG [RS:0;96bb5f2c2895:46363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:38:39,968 DEBUG [RS:0;96bb5f2c2895:46363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:39,968 DEBUG [RS:0;96bb5f2c2895:46363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:39,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:38:40,069 WARN [RS:0;96bb5f2c2895:46363.replicationSource.shipper96bb5f2c2895%2C46363%2C1732534711743,1-96bb5f2c2895,46363,1732534711743 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T11:38:40,069 WARN [RS:0;96bb5f2c2895:46363.replicationSource.wal-reader.96bb5f2c2895%2C46363%2C1732534711743,1-96bb5f2c2895,46363,1732534711743 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T11:38:40,069 INFO [RS:0;96bb5f2c2895:46363 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;96bb5f2c2895:46363.replicationSource.shipper96bb5f2c2895%2C46363%2C1732534711743,1-96bb5f2c2895,46363,1732534711743 terminated 2024-11-25T11:38:40,069 INFO [RS:0;96bb5f2c2895:46363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46363 2024-11-25T11:38:40,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x1014eeb73dd0007, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01915653640/rs/96bb5f2c2895,46363,1732534711743 2024-11-25T11:38:40,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x1014eeb73dd0006, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640/rs 2024-11-25T11:38:40,071 INFO [RS:0;96bb5f2c2895:46363 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:38:40,073 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,46363,1732534711743] 2024-11-25T11:38:40,074 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01915653640/draining/96bb5f2c2895,46363,1732534711743 already deleted, retry=false 2024-11-25T11:38:40,075 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96bb5f2c2895,46363,1732534711743 expired; onlineServers=0 2024-11-25T11:38:40,075 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '96bb5f2c2895,44895,1732534711705' ***** 2024-11-25T11:38:40,075 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T11:38:40,075 INFO [M:0;96bb5f2c2895:44895 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:38:40,075 INFO [M:0;96bb5f2c2895:44895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:38:40,075 DEBUG [M:0;96bb5f2c2895:44895 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T11:38:40,075 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T11:38:40,075 DEBUG [M:0;96bb5f2c2895:44895 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T11:38:40,075 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534712170 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534712170,5,FailOnTimeoutGroup] 2024-11-25T11:38:40,075 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534712170 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534712170,5,FailOnTimeoutGroup] 2024-11-25T11:38:40,075 INFO [M:0;96bb5f2c2895:44895 {}] hbase.ChoreService(370): Chore service for: master/96bb5f2c2895:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T11:38:40,075 INFO [M:0;96bb5f2c2895:44895 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:38:40,075 DEBUG [M:0;96bb5f2c2895:44895 {}] master.HMaster(1795): Stopping service threads 2024-11-25T11:38:40,075 INFO [M:0;96bb5f2c2895:44895 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T11:38:40,075 INFO [M:0;96bb5f2c2895:44895 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:38:40,076 INFO [M:0;96bb5f2c2895:44895 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T11:38:40,076 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T11:38:40,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x1014eeb73dd0006, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01915653640/master 2024-11-25T11:38:40,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x1014eeb73dd0006, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01915653640 2024-11-25T11:38:40,077 DEBUG [M:0;96bb5f2c2895:44895 {}] zookeeper.ZKUtil(347): master:44895-0x1014eeb73dd0006, quorum=127.0.0.1:55340, baseZNode=/01915653640 Unable to get data of znode /01915653640/master because node does not exist (not an error) 2024-11-25T11:38:40,078 WARN [M:0;96bb5f2c2895:44895 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T11:38:40,078 INFO [M:0;96bb5f2c2895:44895 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/.lastflushedseqids 2024-11-25T11:38:40,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741852_1028 (size=181) 2024-11-25T11:38:40,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x1014eeb73dd0007, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:38:40,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x1014eeb73dd0007, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:38:40,174 INFO [RS:0;96bb5f2c2895:46363 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:38:40,174 INFO [RS:0;96bb5f2c2895:46363 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,46363,1732534711743; zookeeper connection closed. 2024-11-25T11:38:40,174 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56321ec9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56321ec9 2024-11-25T11:38:40,174 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T11:38:40,484 INFO [M:0;96bb5f2c2895:44895 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T11:38:40,484 INFO [M:0;96bb5f2c2895:44895 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T11:38:40,484 DEBUG [M:0;96bb5f2c2895:44895 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:38:40,484 INFO [M:0;96bb5f2c2895:44895 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:40,484 DEBUG [M:0;96bb5f2c2895:44895 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:40,484 DEBUG [M:0;96bb5f2c2895:44895 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:38:40,484 DEBUG [M:0;96bb5f2c2895:44895 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:40,484 INFO [M:0;96bb5f2c2895:44895 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-25T11:38:40,504 DEBUG [M:0;96bb5f2c2895:44895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/435897c866f24c11958b977a60bf47fb is 82, key is hbase:meta,,1/info:regioninfo/1732534712767/Put/seqid=0 2024-11-25T11:38:40,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741853_1029 (size=5672) 2024-11-25T11:38:40,909 INFO [M:0;96bb5f2c2895:44895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/435897c866f24c11958b977a60bf47fb 2024-11-25T11:38:40,933 DEBUG [M:0;96bb5f2c2895:44895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/afd47aead6e94360a33ee3c4cca4004e is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732534717066/Put/seqid=0 2024-11-25T11:38:40,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741854_1030 (size=7312) 2024-11-25T11:38:40,949 INFO [M:0;96bb5f2c2895:44895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/afd47aead6e94360a33ee3c4cca4004e 2024-11-25T11:38:40,980 DEBUG [M:0;96bb5f2c2895:44895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec8dad3b84874f048889640dc4fffcf7 is 69, key is 96bb5f2c2895,46363,1732534711743/rs:state/1732534712232/Put/seqid=0 2024-11-25T11:38:40,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741855_1031 (size=5370) 2024-11-25T11:38:40,998 INFO [M:0;96bb5f2c2895:44895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec8dad3b84874f048889640dc4fffcf7 2024-11-25T11:38:41,004 INFO [M:0;96bb5f2c2895:44895 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec8dad3b84874f048889640dc4fffcf7 2024-11-25T11:38:41,005 DEBUG [M:0;96bb5f2c2895:44895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/435897c866f24c11958b977a60bf47fb as hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/435897c866f24c11958b977a60bf47fb 2024-11-25T11:38:41,010 INFO [M:0;96bb5f2c2895:44895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/435897c866f24c11958b977a60bf47fb, entries=8, sequenceid=127, filesize=5.5 K 2024-11-25T11:38:41,011 DEBUG [M:0;96bb5f2c2895:44895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/afd47aead6e94360a33ee3c4cca4004e as hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/afd47aead6e94360a33ee3c4cca4004e 2024-11-25T11:38:41,017 INFO [M:0;96bb5f2c2895:44895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/afd47aead6e94360a33ee3c4cca4004e, entries=7, sequenceid=127, filesize=7.1 K 2024-11-25T11:38:41,018 DEBUG [M:0;96bb5f2c2895:44895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec8dad3b84874f048889640dc4fffcf7 as hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec8dad3b84874f048889640dc4fffcf7 2024-11-25T11:38:41,023 INFO [M:0;96bb5f2c2895:44895 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec8dad3b84874f048889640dc4fffcf7 2024-11-25T11:38:41,023 INFO [M:0;96bb5f2c2895:44895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35271/user/jenkins/test-data/102e35c9-270f-c4cd-8e5a-edae4f57233a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec8dad3b84874f048889640dc4fffcf7, entries=2, sequenceid=127, filesize=5.2 K 2024-11-25T11:38:41,024 INFO [M:0;96bb5f2c2895:44895 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 540ms, sequenceid=127, compaction requested=false 2024-11-25T11:38:41,028 INFO [M:0;96bb5f2c2895:44895 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:41,029 DEBUG [M:0;96bb5f2c2895:44895 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534720484Disabling compacts and flushes for region at 1732534720484Disabling writes for close at 1732534720484Obtaining lock to block concurrent updates at 1732534720484Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732534720484Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732534720485 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732534720485Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732534720485Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732534720503 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732534720503Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732534720914 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732534720932 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732534720932Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732534720956 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732534720979 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732534720979Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@637e5251: reopening flushed file at 1732534721004 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30acfaf4: reopening flushed file at 1732534721010 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@87c0d6: reopening flushed file at 1732534721018 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 540ms, sequenceid=127, compaction requested=false at 1732534721024 (+6 ms)Writing region close event to WAL at 1732534721028 (+4 ms)Closed at 1732534721028 2024-11-25T11:38:41,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741847_1023 (size=22903) 2024-11-25T11:38:41,035 INFO [M:0;96bb5f2c2895:44895 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T11:38:41,035 INFO [M:0;96bb5f2c2895:44895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44895 2024-11-25T11:38:41,035 INFO [M:0;96bb5f2c2895:44895 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:38:41,035 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:38:41,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x1014eeb73dd0006, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:38:41,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x1014eeb73dd0006, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:38:41,137 INFO [M:0;96bb5f2c2895:44895 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:38:41,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e68276e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:38:41,141 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ec5723e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:38:41,141 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:38:41,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2746a1f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:38:41,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b42235f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/hadoop.log.dir/,STOPPED} 2024-11-25T11:38:41,143 WARN [BP-1026259021-172.17.0.2-1732534700391 heartbeating to localhost/127.0.0.1:35271 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:38:41,143 WARN [BP-1026259021-172.17.0.2-1732534700391 heartbeating to localhost/127.0.0.1:35271 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1026259021-172.17.0.2-1732534700391 (Datanode Uuid 755cd273-30bd-466c-b29e-54eb945a4a4a) service to localhost/127.0.0.1:35271 2024-11-25T11:38:41,143 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:38:41,143 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:38:41,144 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/cluster_125d28da-3aee-049b-499a-082ae31053c0/data/data1/current/BP-1026259021-172.17.0.2-1732534700391 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:38:41,144 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:38:41,144 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/cluster_125d28da-3aee-049b-499a-082ae31053c0/data/data2/current/BP-1026259021-172.17.0.2-1732534700391 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:38:41,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32439f1a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:38:41,151 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6cb122ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:38:41,151 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:38:41,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ef16663{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:38:41,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25d8f35b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a77b67-a6d8-6c5f-97f8-f8e0c51443eb/hadoop.log.dir/,STOPPED} 2024-11-25T11:38:41,158 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T11:38:41,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T11:38:41,179 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=209 (was 161) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33853 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33853 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55340) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33853 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33853 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35271 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:35271 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:33853 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35271 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35271 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:35271 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35271 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55340) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=581 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=238 (was 275), ProcessCount=11 (was 11), AvailableMemoryMB=3831 (was 4308) 2024-11-25T11:38:41,188 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=209, OpenFileDescriptor=581, MaxFileDescriptor=1048576, SystemLoadAverage=238, ProcessCount=11, AvailableMemoryMB=3831 2024-11-25T11:38:41,201 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-25T11:38:41,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/hadoop.log.dir so I do NOT create it in target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e 2024-11-25T11:38:41,202 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T11:38:41,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/hadoop.tmp.dir so I do NOT create it in target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e 2024-11-25T11:38:41,202 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43e1ed3f-1448-c5db-31c0-d246483fc271/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T11:38:41,202 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e 2024-11-25T11:38:41,202 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/cluster_9a92ba36-45f0-5175-b52e-46679dbfbb9a, deleteOnExit=true 2024-11-25T11:38:41,204 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/cluster_9a92ba36-45f0-5175-b52e-46679dbfbb9a/zookeeper_0, clientPort=49827, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/cluster_9a92ba36-45f0-5175-b52e-46679dbfbb9a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/cluster_9a92ba36-45f0-5175-b52e-46679dbfbb9a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T11:38:41,205 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49827 2024-11-25T11:38:41,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T11:38:41,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T11:38:41,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/test.cache.data in system properties and HBase conf 2024-11-25T11:38:41,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T11:38:41,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/hadoop.log.dir in system properties and HBase conf 2024-11-25T11:38:41,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T11:38:41,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T11:38:41,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T11:38:41,206 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T11:38:41,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:38:41,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:38:41,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T11:38:41,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:38:41,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T11:38:41,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T11:38:41,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:38:41,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:38:41,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T11:38:41,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/nfs.dump.dir in system properties and HBase conf 2024-11-25T11:38:41,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/java.io.tmpdir in system properties and HBase conf 2024-11-25T11:38:41,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:38:41,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T11:38:41,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T11:38:41,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014eeb73dd0005, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T11:38:41,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014eeb73dd0002, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T11:38:41,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014eeb73dd0005, quorum=127.0.0.1:55340, baseZNode=/12014087167 Received Disconnected from ZooKeeper, ignoring 2024-11-25T11:38:41,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014eeb73dd0002, quorum=127.0.0.1:55340, baseZNode=/01915653640 Received Disconnected from ZooKeeper, ignoring 2024-11-25T11:38:41,287 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:38:41,291 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:38:41,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:38:41,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:38:41,292 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T11:38:41,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:38:41,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3457eb9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:38:41,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a7cd469{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:38:41,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@423ade60{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/java.io.tmpdir/jetty-localhost-37927-hadoop-hdfs-3_4_1-tests_jar-_-any-3343760242307487395/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:38:41,412 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bd8873b{HTTP/1.1, (http/1.1)}{localhost:37927} 2024-11-25T11:38:41,412 INFO [Time-limited test {}] server.Server(415): Started @149226ms 2024-11-25T11:38:41,494 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:38:41,498 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:38:41,499 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:38:41,499 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:38:41,500 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:38:41,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@753d4c84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:38:41,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1273234{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:38:41,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71fd160b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/java.io.tmpdir/jetty-localhost-37065-hadoop-hdfs-3_4_1-tests_jar-_-any-5220256523621036198/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:38:41,620 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e4b0d21{HTTP/1.1, (http/1.1)}{localhost:37065} 2024-11-25T11:38:41,620 INFO [Time-limited test {}] server.Server(415): Started @149434ms 2024-11-25T11:38:41,622 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:38:41,726 WARN [Thread-1667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/cluster_9a92ba36-45f0-5175-b52e-46679dbfbb9a/data/data1/current/BP-624796547-172.17.0.2-1732534721225/current, will proceed with Du for space computation calculation, 2024-11-25T11:38:41,726 WARN [Thread-1668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/cluster_9a92ba36-45f0-5175-b52e-46679dbfbb9a/data/data2/current/BP-624796547-172.17.0.2-1732534721225/current, will proceed with Du for space computation calculation, 2024-11-25T11:38:41,751 WARN [Thread-1655 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:38:41,753 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65e5862f0435ae8f with lease ID 0x331abe8e59b666d5: Processing first storage report for DS-110a394e-0adf-4204-bea8-a97023444c9a from datanode DatanodeRegistration(127.0.0.1:45429, datanodeUuid=7a4fc747-65e5-484e-8085-2bc0425d4361, infoPort=46619, infoSecurePort=0, ipcPort=33039, storageInfo=lv=-57;cid=testClusterID;nsid=894079685;c=1732534721225) 2024-11-25T11:38:41,753 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65e5862f0435ae8f with lease ID 0x331abe8e59b666d5: from storage DS-110a394e-0adf-4204-bea8-a97023444c9a node DatanodeRegistration(127.0.0.1:45429, datanodeUuid=7a4fc747-65e5-484e-8085-2bc0425d4361, infoPort=46619, infoSecurePort=0, ipcPort=33039, storageInfo=lv=-57;cid=testClusterID;nsid=894079685;c=1732534721225), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:38:41,754 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65e5862f0435ae8f with lease ID 0x331abe8e59b666d5: Processing first storage report for DS-0c722a18-3ad0-40fa-b63d-2cf72eac341e from datanode DatanodeRegistration(127.0.0.1:45429, datanodeUuid=7a4fc747-65e5-484e-8085-2bc0425d4361, infoPort=46619, infoSecurePort=0, ipcPort=33039, storageInfo=lv=-57;cid=testClusterID;nsid=894079685;c=1732534721225) 2024-11-25T11:38:41,754 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65e5862f0435ae8f with lease ID 0x331abe8e59b666d5: from storage DS-0c722a18-3ad0-40fa-b63d-2cf72eac341e node DatanodeRegistration(127.0.0.1:45429, datanodeUuid=7a4fc747-65e5-484e-8085-2bc0425d4361, infoPort=46619, infoSecurePort=0, ipcPort=33039, storageInfo=lv=-57;cid=testClusterID;nsid=894079685;c=1732534721225), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:38:41,844 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e 2024-11-25T11:38:41,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:41,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:41,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:38:42,257 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712 with version=8 2024-11-25T11:38:42,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/hbase-staging 2024-11-25T11:38:42,260 INFO [Time-limited test {}] client.ConnectionUtils(128): master/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:38:42,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:42,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:42,260 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:38:42,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:42,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:38:42,260 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T11:38:42,260 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:38:42,261 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38483 2024-11-25T11:38:42,262 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38483 connecting to ZooKeeper ensemble=127.0.0.1:49827 2024-11-25T11:38:42,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384830x0, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:38:42,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38483-0x1014eebc5430000 connected 2024-11-25T11:38:42,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:42,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:42,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Set watcher on znode that does not yet exist, /0-825556828/running 2024-11-25T11:38:42,292 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712, hbase.cluster.distributed=false 2024-11-25T11:38:42,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Set watcher on znode that does not yet exist, /0-825556828/acl 2024-11-25T11:38:42,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38483 2024-11-25T11:38:42,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38483 2024-11-25T11:38:42,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38483 2024-11-25T11:38:42,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38483 2024-11-25T11:38:42,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38483 2024-11-25T11:38:42,313 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:38:42,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:42,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:42,314 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:38:42,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:42,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:38:42,314 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:38:42,314 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:38:42,314 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37287 2024-11-25T11:38:42,315 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37287 connecting to ZooKeeper ensemble=127.0.0.1:49827 2024-11-25T11:38:42,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:42,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:42,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372870x0, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:38:42,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372870x0, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Set watcher on znode that does not yet exist, /0-825556828/running 2024-11-25T11:38:42,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37287-0x1014eebc5430001 connected 2024-11-25T11:38:42,325 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:38:42,327 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:38:42,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37287-0x1014eebc5430001, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Set watcher on znode that does not yet exist, /0-825556828/master 2024-11-25T11:38:42,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37287-0x1014eebc5430001, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Set watcher on znode that does not yet exist, /0-825556828/acl 2024-11-25T11:38:42,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37287 2024-11-25T11:38:42,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37287 2024-11-25T11:38:42,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37287 2024-11-25T11:38:42,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37287 2024-11-25T11:38:42,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37287 2024-11-25T11:38:42,350 DEBUG [M:0;96bb5f2c2895:38483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;96bb5f2c2895:38483 2024-11-25T11:38:42,350 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-825556828/backup-masters/96bb5f2c2895,38483,1732534722259 2024-11-25T11:38:42,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x1014eebc5430001, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825556828/backup-masters 2024-11-25T11:38:42,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825556828/backup-masters 2024-11-25T11:38:42,353 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Set watcher on existing znode=/0-825556828/backup-masters/96bb5f2c2895,38483,1732534722259 2024-11-25T11:38:42,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825556828 2024-11-25T11:38:42,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x1014eebc5430001, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-825556828/master 2024-11-25T11:38:42,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x1014eebc5430001, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825556828 2024-11-25T11:38:42,354 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Set watcher on existing znode=/0-825556828/master 2024-11-25T11:38:42,354 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-825556828/backup-masters/96bb5f2c2895,38483,1732534722259 from backup master directory 2024-11-25T11:38:42,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x1014eebc5430001, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825556828/backup-masters 2024-11-25T11:38:42,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-825556828/backup-masters/96bb5f2c2895,38483,1732534722259 2024-11-25T11:38:42,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825556828/backup-masters 2024-11-25T11:38:42,356 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:38:42,356 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=96bb5f2c2895,38483,1732534722259 2024-11-25T11:38:42,360 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/hbase.id] with ID: 58db30f8-dcce-4099-97f4-8ba789d0563a 2024-11-25T11:38:42,360 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/.tmp/hbase.id 2024-11-25T11:38:42,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:38:42,545 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:38:42,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:42,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:42,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:42,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:42,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:42,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:42,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:42,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:42,766 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/.tmp/hbase.id]:[hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/hbase.id] 2024-11-25T11:38:42,776 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:42,776 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T11:38:42,777 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T11:38:42,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x1014eebc5430001, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825556828 2024-11-25T11:38:42,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825556828 2024-11-25T11:38:42,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:38:43,189 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:38:43,190 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T11:38:43,190 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:38:43,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:38:43,597 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/MasterData/data/master/store 2024-11-25T11:38:43,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:38:44,004 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:38:44,004 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:38:44,004 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:44,004 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:44,004 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:38:44,004 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:44,004 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:44,004 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534724004Disabling compacts and flushes for region at 1732534724004Disabling writes for close at 1732534724004Writing region close event to WAL at 1732534724004Closed at 1732534724004 2024-11-25T11:38:44,005 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/MasterData/data/master/store/.initializing 2024-11-25T11:38:44,005 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/MasterData/WALs/96bb5f2c2895,38483,1732534722259 2024-11-25T11:38:44,006 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:38:44,007 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C38483%2C1732534722259, suffix=, logDir=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/MasterData/WALs/96bb5f2c2895,38483,1732534722259, archiveDir=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/MasterData/oldWALs, maxLogs=10 2024-11-25T11:38:44,036 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/MasterData/WALs/96bb5f2c2895,38483,1732534722259/96bb5f2c2895%2C38483%2C1732534722259.1732534724008, exclude list is [], retry=0 2024-11-25T11:38:44,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45429,DS-110a394e-0adf-4204-bea8-a97023444c9a,DISK] 2024-11-25T11:38:44,040 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/MasterData/WALs/96bb5f2c2895,38483,1732534722259/96bb5f2c2895%2C38483%2C1732534722259.1732534724008 2024-11-25T11:38:44,040 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46619:46619)] 2024-11-25T11:38:44,041 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:38:44,041 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:38:44,041 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:44,041 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:44,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:44,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T11:38:44,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:44,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:44,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:44,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T11:38:44,044 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:44,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:44,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:44,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T11:38:44,045 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:44,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:44,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:44,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T11:38:44,047 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:44,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:44,047 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:44,048 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:44,048 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:44,049 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:44,049 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:44,049 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:38:44,050 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:44,052 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:38:44,052 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75088357, jitterRate=0.11890371143817902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:38:44,053 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732534724041Initializing all the Stores at 1732534724042 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534724042Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534724042Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534724042Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534724042Cleaning up temporary data from old regions at 1732534724049 (+7 ms)Region opened successfully at 1732534724053 (+4 ms) 2024-11-25T11:38:44,053 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T11:38:44,055 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d9ae99c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:38:44,056 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T11:38:44,056 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T11:38:44,056 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T11:38:44,056 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T11:38:44,057 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T11:38:44,057 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T11:38:44,057 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T11:38:44,058 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T11:38:44,059 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Unable to get data of znode /0-825556828/balancer because node does not exist (not necessarily an error) 2024-11-25T11:38:44,060 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-825556828/balancer already deleted, retry=false 2024-11-25T11:38:44,060 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T11:38:44,061 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Unable to get data of znode /0-825556828/normalizer because node does not exist (not necessarily an error) 2024-11-25T11:38:44,062 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-825556828/normalizer already deleted, retry=false 2024-11-25T11:38:44,062 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T11:38:44,063 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Unable to get data of znode /0-825556828/switch/split because node does not exist (not necessarily an error) 2024-11-25T11:38:44,064 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-825556828/switch/split already deleted, retry=false 2024-11-25T11:38:44,065 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Unable to get data of znode /0-825556828/switch/merge because node does not exist (not necessarily an error) 2024-11-25T11:38:44,068 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-825556828/switch/merge already deleted, retry=false 2024-11-25T11:38:44,069 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Unable to get data of znode /0-825556828/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T11:38:44,071 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-825556828/snapshot-cleanup already deleted, retry=false 2024-11-25T11:38:44,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-825556828/running 2024-11-25T11:38:44,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x1014eebc5430001, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-825556828/running 2024-11-25T11:38:44,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825556828 2024-11-25T11:38:44,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x1014eebc5430001, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825556828 2024-11-25T11:38:44,073 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=96bb5f2c2895,38483,1732534722259, sessionid=0x1014eebc5430000, setting cluster-up flag (Was=false) 2024-11-25T11:38:44,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x1014eebc5430001, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825556828 2024-11-25T11:38:44,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825556828 2024-11-25T11:38:44,080 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-825556828/flush-table-proc/acquired, /0-825556828/flush-table-proc/reached, /0-825556828/flush-table-proc/abort 2024-11-25T11:38:44,081 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,38483,1732534722259 2024-11-25T11:38:44,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825556828 2024-11-25T11:38:44,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x1014eebc5430001, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825556828 2024-11-25T11:38:44,090 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-825556828/online-snapshot/acquired, /0-825556828/online-snapshot/reached, /0-825556828/online-snapshot/abort 2024-11-25T11:38:44,091 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,38483,1732534722259 2024-11-25T11:38:44,092 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T11:38:44,093 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T11:38:44,093 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T11:38:44,093 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T11:38:44,093 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 96bb5f2c2895,43105,1732534701510: status=Processing ServerCrashProcedure of 96bb5f2c2895,43105,1732534701510 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732534712142, completionTime=-1 appears to have been leaked 2024-11-25T11:38:44,093 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 96bb5f2c2895,38483,1732534722259 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T11:38:44,094 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:38:44,094 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:38:44,094 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:38:44,094 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:38:44,095 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/96bb5f2c2895:0, corePoolSize=10, maxPoolSize=10 2024-11-25T11:38:44,095 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:44,095 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:38:44,095 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:44,095 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732534754095 2024-11-25T11:38:44,095 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T11:38:44,095 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T11:38:44,096 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T11:38:44,096 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T11:38:44,096 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T11:38:44,096 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T11:38:44,096 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:44,096 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:38:44,096 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T11:38:44,096 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T11:38:44,096 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T11:38:44,096 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T11:38:44,096 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T11:38:44,096 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T11:38:44,097 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T11:38:44,097 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:44,097 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T11:38:44,100 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534724097,5,FailOnTimeoutGroup] 2024-11-25T11:38:44,102 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534724100,5,FailOnTimeoutGroup] 2024-11-25T11:38:44,102 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:44,102 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T11:38:44,102 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:44,102 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:44,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:38:44,141 INFO [RS:0;96bb5f2c2895:37287 {}] regionserver.HRegionServer(746): ClusterId : 58db30f8-dcce-4099-97f4-8ba789d0563a 2024-11-25T11:38:44,141 DEBUG [RS:0;96bb5f2c2895:37287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:38:44,143 DEBUG [RS:0;96bb5f2c2895:37287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:38:44,143 DEBUG [RS:0;96bb5f2c2895:37287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:38:44,145 DEBUG [RS:0;96bb5f2c2895:37287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:38:44,145 DEBUG [RS:0;96bb5f2c2895:37287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f1b5224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:38:44,161 DEBUG [RS:0;96bb5f2c2895:37287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;96bb5f2c2895:37287 2024-11-25T11:38:44,161 INFO [RS:0;96bb5f2c2895:37287 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:38:44,161 INFO [RS:0;96bb5f2c2895:37287 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:38:44,161 DEBUG [RS:0;96bb5f2c2895:37287 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:38:44,162 INFO [RS:0;96bb5f2c2895:37287 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,38483,1732534722259 with port=37287, startcode=1732534722313 2024-11-25T11:38:44,162 DEBUG [RS:0;96bb5f2c2895:37287 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:38:44,164 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:38:44,164 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38483 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,37287,1732534722313 2024-11-25T11:38:44,164 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38483 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,37287,1732534722313 2024-11-25T11:38:44,166 DEBUG [RS:0;96bb5f2c2895:37287 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712 2024-11-25T11:38:44,166 DEBUG [RS:0;96bb5f2c2895:37287 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44171 2024-11-25T11:38:44,166 DEBUG [RS:0;96bb5f2c2895:37287 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:38:44,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825556828/rs 2024-11-25T11:38:44,168 DEBUG [RS:0;96bb5f2c2895:37287 {}] zookeeper.ZKUtil(111): regionserver:37287-0x1014eebc5430001, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Set watcher on existing znode=/0-825556828/rs/96bb5f2c2895,37287,1732534722313 2024-11-25T11:38:44,168 WARN [RS:0;96bb5f2c2895:37287 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:38:44,168 INFO [RS:0;96bb5f2c2895:37287 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:38:44,168 DEBUG [RS:0;96bb5f2c2895:37287 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313 2024-11-25T11:38:44,168 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,37287,1732534722313] 2024-11-25T11:38:44,171 INFO [RS:0;96bb5f2c2895:37287 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:38:44,176 INFO [RS:0;96bb5f2c2895:37287 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:38:44,179 INFO [RS:0;96bb5f2c2895:37287 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:38:44,179 INFO [RS:0;96bb5f2c2895:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:44,179 INFO [RS:0;96bb5f2c2895:37287 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:38:44,180 INFO [RS:0;96bb5f2c2895:37287 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:38:44,180 INFO [RS:0;96bb5f2c2895:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:44,180 DEBUG [RS:0;96bb5f2c2895:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:44,180 DEBUG [RS:0;96bb5f2c2895:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:44,180 DEBUG [RS:0;96bb5f2c2895:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:44,180 DEBUG [RS:0;96bb5f2c2895:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:44,180 DEBUG [RS:0;96bb5f2c2895:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:44,180 DEBUG [RS:0;96bb5f2c2895:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:38:44,180 DEBUG [RS:0;96bb5f2c2895:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:44,181 DEBUG [RS:0;96bb5f2c2895:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:44,181 DEBUG [RS:0;96bb5f2c2895:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:44,181 DEBUG [RS:0;96bb5f2c2895:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:44,181 DEBUG [RS:0;96bb5f2c2895:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:44,181 DEBUG [RS:0;96bb5f2c2895:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:44,181 DEBUG [RS:0;96bb5f2c2895:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:38:44,181 DEBUG [RS:0;96bb5f2c2895:37287 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:38:44,188 INFO [RS:0;96bb5f2c2895:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:44,188 INFO [RS:0;96bb5f2c2895:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:44,188 INFO [RS:0;96bb5f2c2895:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:44,188 INFO [RS:0;96bb5f2c2895:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:44,188 INFO [RS:0;96bb5f2c2895:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:44,188 INFO [RS:0;96bb5f2c2895:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,37287,1732534722313-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:38:44,203 INFO [RS:0;96bb5f2c2895:37287 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:38:44,203 INFO [RS:0;96bb5f2c2895:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,37287,1732534722313-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:44,203 INFO [RS:0;96bb5f2c2895:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:44,203 INFO [RS:0;96bb5f2c2895:37287 {}] regionserver.Replication(171): 96bb5f2c2895,37287,1732534722313 started 2024-11-25T11:38:44,216 INFO [RS:0;96bb5f2c2895:37287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:44,216 INFO [RS:0;96bb5f2c2895:37287 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,37287,1732534722313, RpcServer on 96bb5f2c2895/172.17.0.2:37287, sessionid=0x1014eebc5430001 2024-11-25T11:38:44,216 DEBUG [RS:0;96bb5f2c2895:37287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:38:44,216 DEBUG [RS:0;96bb5f2c2895:37287 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,37287,1732534722313 2024-11-25T11:38:44,216 DEBUG [RS:0;96bb5f2c2895:37287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,37287,1732534722313' 2024-11-25T11:38:44,216 DEBUG [RS:0;96bb5f2c2895:37287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-825556828/flush-table-proc/abort' 2024-11-25T11:38:44,217 DEBUG [RS:0;96bb5f2c2895:37287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-825556828/flush-table-proc/acquired' 2024-11-25T11:38:44,217 DEBUG [RS:0;96bb5f2c2895:37287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:38:44,217 DEBUG [RS:0;96bb5f2c2895:37287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:38:44,217 DEBUG [RS:0;96bb5f2c2895:37287 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,37287,1732534722313 2024-11-25T11:38:44,217 DEBUG [RS:0;96bb5f2c2895:37287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,37287,1732534722313' 2024-11-25T11:38:44,217 DEBUG [RS:0;96bb5f2c2895:37287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-825556828/online-snapshot/abort' 2024-11-25T11:38:44,217 DEBUG [RS:0;96bb5f2c2895:37287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-825556828/online-snapshot/acquired' 2024-11-25T11:38:44,217 DEBUG [RS:0;96bb5f2c2895:37287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:38:44,217 INFO [RS:0;96bb5f2c2895:37287 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:38:44,217 INFO [RS:0;96bb5f2c2895:37287 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:38:44,318 INFO [RS:0;96bb5f2c2895:37287 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:38:44,319 INFO [RS:0;96bb5f2c2895:37287 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C37287%2C1732534722313, suffix=, logDir=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313, archiveDir=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/oldWALs, maxLogs=10 2024-11-25T11:38:44,336 DEBUG [RS:0;96bb5f2c2895:37287 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320, exclude list is [], retry=0 2024-11-25T11:38:44,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45429,DS-110a394e-0adf-4204-bea8-a97023444c9a,DISK] 2024-11-25T11:38:44,341 INFO [RS:0;96bb5f2c2895:37287 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320 2024-11-25T11:38:44,342 DEBUG [RS:0;96bb5f2c2895:37287 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46619:46619)] 2024-11-25T11:38:44,506 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T11:38:44,506 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712 2024-11-25T11:38:44,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741833_1009 (size=32) 2024-11-25T11:38:44,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:38:44,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:38:44,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:38:44,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:44,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:44,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:38:44,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:38:44,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:44,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:44,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:38:44,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:38:44,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:44,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:44,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:38:44,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:38:44,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:44,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:44,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:38:44,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/meta/1588230740 2024-11-25T11:38:44,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/meta/1588230740 2024-11-25T11:38:44,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:38:44,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:38:44,924 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:38:44,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:38:44,927 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:38:44,927 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73109493, jitterRate=0.08941633999347687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:38:44,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732534724914Initializing all the Stores at 1732534724915 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534724915Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534724915Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534724915Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534724915Cleaning up temporary data from old regions at 1732534724924 (+9 ms)Region opened successfully at 1732534724928 (+4 ms) 2024-11-25T11:38:44,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:38:44,928 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:38:44,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:38:44,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:38:44,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:38:44,928 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:38:44,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534724928Disabling compacts and flushes for region at 1732534724928Disabling writes for close at 1732534724928Writing region close event to WAL at 1732534724928Closed at 1732534724928 2024-11-25T11:38:44,929 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:38:44,929 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T11:38:44,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:38:44,930 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:38:44,931 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T11:38:45,081 DEBUG [96bb5f2c2895:38483 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T11:38:45,082 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=96bb5f2c2895,37287,1732534722313 2024-11-25T11:38:45,083 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,37287,1732534722313, state=OPENING 2024-11-25T11:38:45,086 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T11:38:45,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825556828 2024-11-25T11:38:45,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x1014eebc5430001, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825556828 2024-11-25T11:38:45,088 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:38:45,088 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-825556828/meta-region-server: CHANGED 2024-11-25T11:38:45,088 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-825556828/meta-region-server: CHANGED 2024-11-25T11:38:45,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,37287,1732534722313}] 2024-11-25T11:38:45,240 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:38:45,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:38:45,245 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:38:45,245 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:38:45,245 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:38:45,246 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C37287%2C1732534722313.meta, suffix=.meta, logDir=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313, archiveDir=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/oldWALs, maxLogs=10 2024-11-25T11:38:45,263 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.meta.1732534725246.meta, exclude list is [], retry=0 2024-11-25T11:38:45,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45429,DS-110a394e-0adf-4204-bea8-a97023444c9a,DISK] 2024-11-25T11:38:45,267 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.meta.1732534725246.meta 2024-11-25T11:38:45,267 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46619:46619)] 2024-11-25T11:38:45,267 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:38:45,267 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:38:45,267 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:38:45,267 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:38:45,267 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:38:45,268 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:38:45,268 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:38:45,268 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:38:45,268 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:38:45,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:38:45,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:38:45,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:45,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:45,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:38:45,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:38:45,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:45,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:45,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:38:45,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:38:45,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:45,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:45,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:38:45,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:38:45,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:45,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:45,273 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:38:45,274 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/meta/1588230740 2024-11-25T11:38:45,275 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/meta/1588230740 2024-11-25T11:38:45,276 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:38:45,276 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:38:45,276 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:38:45,277 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:38:45,278 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58744875, jitterRate=-0.12463314831256866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:38:45,278 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:38:45,279 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732534725268Writing region info on filesystem at 1732534725268Initializing all the Stores at 1732534725268Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534725269 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534725269Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534725269Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534725269Cleaning up temporary data from old regions at 1732534725276 (+7 ms)Running coprocessor post-open hooks at 1732534725278 (+2 ms)Region opened successfully at 1732534725279 (+1 ms) 2024-11-25T11:38:45,279 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732534725240 2024-11-25T11:38:45,281 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:38:45,281 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:38:45,282 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,37287,1732534722313 2024-11-25T11:38:45,282 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,37287,1732534722313, state=OPEN 2024-11-25T11:38:45,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-825556828/meta-region-server 2024-11-25T11:38:45,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x1014eebc5430001, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-825556828/meta-region-server 2024-11-25T11:38:45,287 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=96bb5f2c2895,37287,1732534722313 2024-11-25T11:38:45,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-825556828/meta-region-server: CHANGED 2024-11-25T11:38:45,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-825556828/meta-region-server: CHANGED 2024-11-25T11:38:45,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T11:38:45,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,37287,1732534722313 in 199 msec 2024-11-25T11:38:45,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T11:38:45,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-25T11:38:45,291 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:38:45,291 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T11:38:45,292 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:38:45,293 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,37287,1732534722313, seqNum=-1] 2024-11-25T11:38:45,293 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:38:45,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:38:45,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2040 sec 2024-11-25T11:38:45,298 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732534725298, completionTime=-1 2024-11-25T11:38:45,298 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T11:38:45,298 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T11:38:45,299 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T11:38:45,299 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732534785299 2024-11-25T11:38:45,300 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732534845299 2024-11-25T11:38:45,300 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T11:38:45,300 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,38483,1732534722259-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:45,300 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,38483,1732534722259-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:45,300 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,38483,1732534722259-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:45,300 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-96bb5f2c2895:38483, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:45,300 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:45,300 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:45,301 DEBUG [master/96bb5f2c2895:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T11:38:45,303 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.947sec 2024-11-25T11:38:45,303 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T11:38:45,303 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T11:38:45,303 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T11:38:45,303 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T11:38:45,303 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T11:38:45,303 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,38483,1732534722259-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:38:45,303 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,38483,1732534722259-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T11:38:45,305 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T11:38:45,305 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T11:38:45,305 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,38483,1732534722259-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:45,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7e5bce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:45,342 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,38483,-1 for getting cluster id 2024-11-25T11:38:45,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:38:45,343 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58db30f8-dcce-4099-97f4-8ba789d0563a' 2024-11-25T11:38:45,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:38:45,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58db30f8-dcce-4099-97f4-8ba789d0563a" 2024-11-25T11:38:45,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d95154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:45,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,38483,-1] 2024-11-25T11:38:45,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:38:45,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:45,345 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:38:45,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@299d0272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:45,346 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:38:45,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,37287,1732534722313, seqNum=-1] 2024-11-25T11:38:45,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:38:45,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:38:45,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=96bb5f2c2895,38483,1732534722259 2024-11-25T11:38:45,350 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49827 2024-11-25T11:38:45,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:38:45,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014eebc5430002 connected 2024-11-25T11:38:45,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/hadoop.log.dir so I do NOT create it in target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef 2024-11-25T11:38:45,356 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T11:38:45,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/hadoop.tmp.dir so I do NOT create it in target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef 2024-11-25T11:38:45,356 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T11:38:45,356 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef 2024-11-25T11:38:45,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T11:38:45,356 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/cluster_e56baf2f-1ca2-609e-cc44-606655f2e1b9, deleteOnExit=true 2024-11-25T11:38:45,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T11:38:45,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/test.cache.data in system properties and HBase conf 2024-11-25T11:38:45,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T11:38:45,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/hadoop.log.dir in system properties and HBase conf 2024-11-25T11:38:45,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T11:38:45,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T11:38:45,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T11:38:45,357 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T11:38:45,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:38:45,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:38:45,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T11:38:45,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:38:45,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T11:38:45,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T11:38:45,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:38:45,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:38:45,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T11:38:45,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/nfs.dump.dir in system properties and HBase conf 2024-11-25T11:38:45,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/java.io.tmpdir in system properties and HBase conf 2024-11-25T11:38:45,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:38:45,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T11:38:45,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T11:38:45,458 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:38:45,464 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:38:45,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:38:45,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:38:45,477 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:38:45,478 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:38:45,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d032377{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:38:45,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d00e481{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:38:45,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51f583c2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/java.io.tmpdir/jetty-localhost-39221-hadoop-hdfs-3_4_1-tests_jar-_-any-11698371718497712950/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:38:45,618 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b74bab8{HTTP/1.1, (http/1.1)}{localhost:39221} 2024-11-25T11:38:45,618 INFO [Time-limited test {}] server.Server(415): Started @153432ms 2024-11-25T11:38:45,702 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:38:45,705 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:38:45,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:38:45,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:38:45,709 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:38:45,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@126f37db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:38:45,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fcf59d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:38:45,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67bd3e18{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/java.io.tmpdir/jetty-localhost-40227-hadoop-hdfs-3_4_1-tests_jar-_-any-3888745090083328924/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:38:45,828 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@449c586f{HTTP/1.1, (http/1.1)}{localhost:40227} 2024-11-25T11:38:45,828 INFO [Time-limited test {}] server.Server(415): Started @153642ms 2024-11-25T11:38:45,829 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:38:45,932 WARN [Thread-1788 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/cluster_e56baf2f-1ca2-609e-cc44-606655f2e1b9/data/data1/current/BP-1137957920-172.17.0.2-1732534725386/current, will proceed with Du for space computation calculation, 2024-11-25T11:38:45,932 WARN [Thread-1789 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/cluster_e56baf2f-1ca2-609e-cc44-606655f2e1b9/data/data2/current/BP-1137957920-172.17.0.2-1732534725386/current, will proceed with Du for space computation calculation, 2024-11-25T11:38:45,955 WARN [Thread-1776 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:38:45,958 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35ea69cff0261a8e with lease ID 0xc1f843e7f0cd7df0: Processing first storage report for DS-eca1dcf0-89c3-41f5-82a0-7d7aa368d248 from datanode DatanodeRegistration(127.0.0.1:44941, datanodeUuid=f154f260-1bf8-4af1-9996-3ad462225ba9, infoPort=41533, infoSecurePort=0, ipcPort=35809, storageInfo=lv=-57;cid=testClusterID;nsid=1492594439;c=1732534725386) 2024-11-25T11:38:45,958 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35ea69cff0261a8e with lease ID 0xc1f843e7f0cd7df0: from storage DS-eca1dcf0-89c3-41f5-82a0-7d7aa368d248 node DatanodeRegistration(127.0.0.1:44941, datanodeUuid=f154f260-1bf8-4af1-9996-3ad462225ba9, infoPort=41533, infoSecurePort=0, ipcPort=35809, storageInfo=lv=-57;cid=testClusterID;nsid=1492594439;c=1732534725386), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:38:45,958 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35ea69cff0261a8e with lease ID 0xc1f843e7f0cd7df0: Processing first storage report for DS-f5ee5406-2d6d-4fda-9ef4-f4974a93aa35 from datanode DatanodeRegistration(127.0.0.1:44941, datanodeUuid=f154f260-1bf8-4af1-9996-3ad462225ba9, infoPort=41533, infoSecurePort=0, ipcPort=35809, storageInfo=lv=-57;cid=testClusterID;nsid=1492594439;c=1732534725386) 2024-11-25T11:38:45,958 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35ea69cff0261a8e with lease ID 0xc1f843e7f0cd7df0: from storage DS-f5ee5406-2d6d-4fda-9ef4-f4974a93aa35 node DatanodeRegistration(127.0.0.1:44941, datanodeUuid=f154f260-1bf8-4af1-9996-3ad462225ba9, infoPort=41533, infoSecurePort=0, ipcPort=35809, storageInfo=lv=-57;cid=testClusterID;nsid=1492594439;c=1732534725386), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:38:46,052 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef 2024-11-25T11:38:46,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:46,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:46,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:38:46,461 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77 with version=8 2024-11-25T11:38:46,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/hbase-staging 2024-11-25T11:38:46,463 INFO [Time-limited test {}] client.ConnectionUtils(128): master/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:38:46,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:46,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:46,464 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:38:46,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:46,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:38:46,464 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T11:38:46,464 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:38:46,464 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44457 2024-11-25T11:38:46,466 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44457 connecting to ZooKeeper ensemble=127.0.0.1:49827 2024-11-25T11:38:46,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444570x0, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:38:46,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44457-0x1014eebc5430003 connected 2024-11-25T11:38:46,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:46,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:46,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Set watcher on znode that does not yet exist, /1-153073998/running 2024-11-25T11:38:46,485 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77, hbase.cluster.distributed=false 2024-11-25T11:38:46,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Set watcher on znode that does not yet exist, /1-153073998/acl 2024-11-25T11:38:46,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44457 2024-11-25T11:38:46,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44457 2024-11-25T11:38:46,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44457 2024-11-25T11:38:46,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44457 2024-11-25T11:38:46,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44457 2024-11-25T11:38:46,501 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:38:46,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:46,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:46,502 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:38:46,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:38:46,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:38:46,502 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:38:46,502 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:38:46,502 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41569 2024-11-25T11:38:46,503 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41569 connecting to ZooKeeper ensemble=127.0.0.1:49827 2024-11-25T11:38:46,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:46,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:46,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415690x0, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:38:46,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415690x0, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Set watcher on znode that does not yet exist, /1-153073998/running 2024-11-25T11:38:46,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41569-0x1014eebc5430004 connected 2024-11-25T11:38:46,509 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:38:46,511 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:38:46,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41569-0x1014eebc5430004, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Set watcher on znode that does not yet exist, /1-153073998/master 2024-11-25T11:38:46,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41569-0x1014eebc5430004, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Set watcher on znode that does not yet exist, /1-153073998/acl 2024-11-25T11:38:46,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41569 2024-11-25T11:38:46,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41569 2024-11-25T11:38:46,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41569 2024-11-25T11:38:46,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41569 2024-11-25T11:38:46,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41569 2024-11-25T11:38:46,532 DEBUG [M:0;96bb5f2c2895:44457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;96bb5f2c2895:44457 2024-11-25T11:38:46,533 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-153073998/backup-masters/96bb5f2c2895,44457,1732534726463 2024-11-25T11:38:46,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014eebc5430004, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-153073998/backup-masters 2024-11-25T11:38:46,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-153073998/backup-masters 2024-11-25T11:38:46,535 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Set watcher on existing znode=/1-153073998/backup-masters/96bb5f2c2895,44457,1732534726463 2024-11-25T11:38:46,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-153073998 2024-11-25T11:38:46,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014eebc5430004, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-153073998/master 2024-11-25T11:38:46,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014eebc5430004, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-153073998 2024-11-25T11:38:46,537 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Set watcher on existing znode=/1-153073998/master 2024-11-25T11:38:46,538 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-153073998/backup-masters/96bb5f2c2895,44457,1732534726463 from backup master directory 2024-11-25T11:38:46,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-153073998/backup-masters/96bb5f2c2895,44457,1732534726463 2024-11-25T11:38:46,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014eebc5430004, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-153073998/backup-masters 2024-11-25T11:38:46,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-153073998/backup-masters 2024-11-25T11:38:46,544 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:38:46,544 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=96bb5f2c2895,44457,1732534726463 2024-11-25T11:38:46,548 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/hbase.id] with ID: 865fd816-0644-4022-9f8b-9ae8e2e5690d 2024-11-25T11:38:46,548 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/.tmp/hbase.id 2024-11-25T11:38:46,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:38:46,953 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/.tmp/hbase.id]:[hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/hbase.id] 2024-11-25T11:38:46,963 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:46,963 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T11:38:46,964 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T11:38:46,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-153073998 2024-11-25T11:38:46,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014eebc5430004, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-153073998 2024-11-25T11:38:46,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:38:47,371 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:38:47,372 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T11:38:47,372 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:38:47,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:38:47,380 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/MasterData/data/master/store 2024-11-25T11:38:47,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:38:47,386 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:38:47,386 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:38:47,386 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:47,386 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:47,386 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:38:47,386 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:47,386 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:38:47,386 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534727386Disabling compacts and flushes for region at 1732534727386Disabling writes for close at 1732534727386Writing region close event to WAL at 1732534727386Closed at 1732534727386 2024-11-25T11:38:47,387 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/MasterData/data/master/store/.initializing 2024-11-25T11:38:47,387 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/MasterData/WALs/96bb5f2c2895,44457,1732534726463 2024-11-25T11:38:47,388 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:38:47,390 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C44457%2C1732534726463, suffix=, logDir=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/MasterData/WALs/96bb5f2c2895,44457,1732534726463, archiveDir=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/MasterData/oldWALs, maxLogs=10 2024-11-25T11:38:47,406 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/MasterData/WALs/96bb5f2c2895,44457,1732534726463/96bb5f2c2895%2C44457%2C1732534726463.1732534727390, exclude list is [], retry=0 2024-11-25T11:38:47,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44941,DS-eca1dcf0-89c3-41f5-82a0-7d7aa368d248,DISK] 2024-11-25T11:38:47,410 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/MasterData/WALs/96bb5f2c2895,44457,1732534726463/96bb5f2c2895%2C44457%2C1732534726463.1732534727390 2024-11-25T11:38:47,412 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41533:41533)] 2024-11-25T11:38:47,412 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:38:47,412 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:38:47,413 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:47,413 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:47,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:47,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T11:38:47,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:47,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:47,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:47,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T11:38:47,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:47,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:47,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:47,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T11:38:47,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:47,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:47,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:47,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T11:38:47,419 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:47,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:47,419 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:47,420 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:47,420 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:47,421 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:47,421 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:47,422 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:38:47,423 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:38:47,425 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:38:47,425 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67944780, jitterRate=0.012456119060516357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:38:47,425 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732534727413Initializing all the Stores at 1732534727413Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534727413Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534727413Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534727413Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534727413Cleaning up temporary data from old regions at 1732534727421 (+8 ms)Region opened successfully at 1732534727425 (+4 ms) 2024-11-25T11:38:47,425 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T11:38:47,427 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a75b772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:38:47,428 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T11:38:47,428 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T11:38:47,428 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T11:38:47,429 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T11:38:47,429 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T11:38:47,429 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T11:38:47,429 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T11:38:47,431 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T11:38:47,431 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Unable to get data of znode /1-153073998/balancer because node does not exist (not necessarily an error) 2024-11-25T11:38:47,433 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-153073998/balancer already deleted, retry=false 2024-11-25T11:38:47,433 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T11:38:47,433 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Unable to get data of znode /1-153073998/normalizer because node does not exist (not necessarily an error) 2024-11-25T11:38:47,434 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-153073998/normalizer already deleted, retry=false 2024-11-25T11:38:47,435 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T11:38:47,436 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Unable to get data of znode /1-153073998/switch/split because node does not exist (not necessarily an error) 2024-11-25T11:38:47,438 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-153073998/switch/split already deleted, retry=false 2024-11-25T11:38:47,438 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Unable to get data of znode /1-153073998/switch/merge because node does not exist (not necessarily an error) 2024-11-25T11:38:47,439 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-153073998/switch/merge already deleted, retry=false 2024-11-25T11:38:47,441 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Unable to get data of znode /1-153073998/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T11:38:47,442 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-153073998/snapshot-cleanup already deleted, retry=false 2024-11-25T11:38:47,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-153073998/running 2024-11-25T11:38:47,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014eebc5430004, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-153073998/running 2024-11-25T11:38:47,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-153073998 2024-11-25T11:38:47,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014eebc5430004, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-153073998 2024-11-25T11:38:47,444 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=96bb5f2c2895,44457,1732534726463, sessionid=0x1014eebc5430003, setting cluster-up flag (Was=false) 2024-11-25T11:38:47,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-153073998 2024-11-25T11:38:47,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014eebc5430004, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-153073998 2024-11-25T11:38:47,453 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-153073998/flush-table-proc/acquired, /1-153073998/flush-table-proc/reached, /1-153073998/flush-table-proc/abort 2024-11-25T11:38:47,453 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,44457,1732534726463 2024-11-25T11:38:47,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-153073998 2024-11-25T11:38:47,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014eebc5430004, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-153073998 2024-11-25T11:38:47,463 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-153073998/online-snapshot/acquired, /1-153073998/online-snapshot/reached, /1-153073998/online-snapshot/abort 2024-11-25T11:38:47,463 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,44457,1732534726463 2024-11-25T11:38:47,464 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T11:38:47,466 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T11:38:47,466 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T11:38:47,466 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T11:38:47,466 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 96bb5f2c2895,44457,1732534726463 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T11:38:47,467 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:38:47,467 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:38:47,467 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:38:47,467 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:38:47,467 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/96bb5f2c2895:0, corePoolSize=10, maxPoolSize=10 2024-11-25T11:38:47,467 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:47,467 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:38:47,467 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:47,469 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:38:47,469 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T11:38:47,471 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:47,471 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T11:38:47,473 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732534757473 2024-11-25T11:38:47,473 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T11:38:47,473 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T11:38:47,473 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T11:38:47,473 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T11:38:47,473 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T11:38:47,473 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T11:38:47,473 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:47,474 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T11:38:47,474 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T11:38:47,474 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T11:38:47,474 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T11:38:47,474 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T11:38:47,474 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T11:38:47,474 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534727474,5,FailOnTimeoutGroup] 2024-11-25T11:38:47,474 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534727474,5,FailOnTimeoutGroup] 2024-11-25T11:38:47,474 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:47,474 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T11:38:47,474 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:47,475 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:47,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:38:47,520 INFO [RS:0;96bb5f2c2895:41569 {}] regionserver.HRegionServer(746): ClusterId : 865fd816-0644-4022-9f8b-9ae8e2e5690d 2024-11-25T11:38:47,520 DEBUG [RS:0;96bb5f2c2895:41569 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:38:47,522 DEBUG [RS:0;96bb5f2c2895:41569 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:38:47,522 DEBUG [RS:0;96bb5f2c2895:41569 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:38:47,523 DEBUG [RS:0;96bb5f2c2895:41569 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:38:47,523 DEBUG [RS:0;96bb5f2c2895:41569 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20af810b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:38:47,535 DEBUG [RS:0;96bb5f2c2895:41569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;96bb5f2c2895:41569 2024-11-25T11:38:47,535 INFO [RS:0;96bb5f2c2895:41569 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:38:47,535 INFO [RS:0;96bb5f2c2895:41569 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:38:47,535 DEBUG [RS:0;96bb5f2c2895:41569 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:38:47,536 INFO [RS:0;96bb5f2c2895:41569 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,44457,1732534726463 with port=41569, startcode=1732534726501 2024-11-25T11:38:47,536 DEBUG [RS:0;96bb5f2c2895:41569 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:38:47,537 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:38:47,538 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,41569,1732534726501 2024-11-25T11:38:47,538 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44457 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,41569,1732534726501 2024-11-25T11:38:47,539 DEBUG [RS:0;96bb5f2c2895:41569 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77 2024-11-25T11:38:47,539 DEBUG [RS:0;96bb5f2c2895:41569 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38273 2024-11-25T11:38:47,539 DEBUG [RS:0;96bb5f2c2895:41569 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:38:47,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-153073998/rs 2024-11-25T11:38:47,546 DEBUG [RS:0;96bb5f2c2895:41569 {}] zookeeper.ZKUtil(111): regionserver:41569-0x1014eebc5430004, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Set watcher on existing znode=/1-153073998/rs/96bb5f2c2895,41569,1732534726501 2024-11-25T11:38:47,546 WARN [RS:0;96bb5f2c2895:41569 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:38:47,546 INFO [RS:0;96bb5f2c2895:41569 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:38:47,546 DEBUG [RS:0;96bb5f2c2895:41569 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501 2024-11-25T11:38:47,546 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,41569,1732534726501] 2024-11-25T11:38:47,549 INFO [RS:0;96bb5f2c2895:41569 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:38:47,552 INFO [RS:0;96bb5f2c2895:41569 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:38:47,553 INFO [RS:0;96bb5f2c2895:41569 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:38:47,553 INFO [RS:0;96bb5f2c2895:41569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:47,553 INFO [RS:0;96bb5f2c2895:41569 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:38:47,553 INFO [RS:0;96bb5f2c2895:41569 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:38:47,554 INFO [RS:0;96bb5f2c2895:41569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:47,554 DEBUG [RS:0;96bb5f2c2895:41569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:47,554 DEBUG [RS:0;96bb5f2c2895:41569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:47,554 DEBUG [RS:0;96bb5f2c2895:41569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:47,554 DEBUG [RS:0;96bb5f2c2895:41569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:47,554 DEBUG [RS:0;96bb5f2c2895:41569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:47,554 DEBUG [RS:0;96bb5f2c2895:41569 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:38:47,554 DEBUG [RS:0;96bb5f2c2895:41569 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:47,554 DEBUG [RS:0;96bb5f2c2895:41569 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:47,554 DEBUG [RS:0;96bb5f2c2895:41569 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:47,554 DEBUG [RS:0;96bb5f2c2895:41569 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:47,554 DEBUG [RS:0;96bb5f2c2895:41569 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:47,554 DEBUG [RS:0;96bb5f2c2895:41569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:38:47,554 DEBUG [RS:0;96bb5f2c2895:41569 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:38:47,554 DEBUG [RS:0;96bb5f2c2895:41569 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:38:47,554 INFO [RS:0;96bb5f2c2895:41569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:47,554 INFO [RS:0;96bb5f2c2895:41569 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:47,554 INFO [RS:0;96bb5f2c2895:41569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:47,554 INFO [RS:0;96bb5f2c2895:41569 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:47,554 INFO [RS:0;96bb5f2c2895:41569 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:47,554 INFO [RS:0;96bb5f2c2895:41569 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,41569,1732534726501-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:38:47,568 INFO [RS:0;96bb5f2c2895:41569 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:38:47,568 INFO [RS:0;96bb5f2c2895:41569 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,41569,1732534726501-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:47,568 INFO [RS:0;96bb5f2c2895:41569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:47,568 INFO [RS:0;96bb5f2c2895:41569 {}] regionserver.Replication(171): 96bb5f2c2895,41569,1732534726501 started 2024-11-25T11:38:47,569 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T11:38:47,581 INFO [RS:0;96bb5f2c2895:41569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:47,581 INFO [RS:0;96bb5f2c2895:41569 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,41569,1732534726501, RpcServer on 96bb5f2c2895/172.17.0.2:41569, sessionid=0x1014eebc5430004 2024-11-25T11:38:47,582 DEBUG [RS:0;96bb5f2c2895:41569 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:38:47,582 DEBUG [RS:0;96bb5f2c2895:41569 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,41569,1732534726501 2024-11-25T11:38:47,582 DEBUG [RS:0;96bb5f2c2895:41569 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,41569,1732534726501' 2024-11-25T11:38:47,582 DEBUG [RS:0;96bb5f2c2895:41569 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-153073998/flush-table-proc/abort' 2024-11-25T11:38:47,582 DEBUG [RS:0;96bb5f2c2895:41569 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-153073998/flush-table-proc/acquired' 2024-11-25T11:38:47,582 DEBUG [RS:0;96bb5f2c2895:41569 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:38:47,582 DEBUG [RS:0;96bb5f2c2895:41569 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:38:47,582 DEBUG [RS:0;96bb5f2c2895:41569 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,41569,1732534726501 2024-11-25T11:38:47,582 DEBUG [RS:0;96bb5f2c2895:41569 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,41569,1732534726501' 2024-11-25T11:38:47,582 DEBUG [RS:0;96bb5f2c2895:41569 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-153073998/online-snapshot/abort' 2024-11-25T11:38:47,583 DEBUG [RS:0;96bb5f2c2895:41569 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-153073998/online-snapshot/acquired' 2024-11-25T11:38:47,583 DEBUG [RS:0;96bb5f2c2895:41569 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:38:47,583 INFO [RS:0;96bb5f2c2895:41569 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:38:47,583 INFO [RS:0;96bb5f2c2895:41569 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:38:47,684 INFO [RS:0;96bb5f2c2895:41569 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:38:47,685 INFO [RS:0;96bb5f2c2895:41569 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C41569%2C1732534726501, suffix=, logDir=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501, archiveDir=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/oldWALs, maxLogs=10 2024-11-25T11:38:47,700 DEBUG [RS:0;96bb5f2c2895:41569 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.1732534727686, exclude list is [], retry=0 2024-11-25T11:38:47,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44941,DS-eca1dcf0-89c3-41f5-82a0-7d7aa368d248,DISK] 2024-11-25T11:38:47,704 INFO [RS:0;96bb5f2c2895:41569 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.1732534727686 2024-11-25T11:38:47,704 DEBUG [RS:0;96bb5f2c2895:41569 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41533:41533)] 2024-11-25T11:38:47,879 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T11:38:47,879 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77 2024-11-25T11:38:47,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741833_1009 (size=32) 2024-11-25T11:38:48,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:38:48,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:38:48,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:38:48,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:48,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:48,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:38:48,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:38:48,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:48,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:48,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:38:48,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:38:48,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:48,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:48,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:38:48,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:38:48,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:48,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:48,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:38:48,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/meta/1588230740 2024-11-25T11:38:48,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/meta/1588230740 2024-11-25T11:38:48,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:38:48,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:38:48,295 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:38:48,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:38:48,298 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:38:48,298 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74804035, jitterRate=0.11466698348522186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:38:48,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732534728286Initializing all the Stores at 1732534728286Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534728286Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534728287 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534728287Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534728287Cleaning up temporary data from old regions at 1732534728295 (+8 ms)Region opened successfully at 1732534728298 (+3 ms) 2024-11-25T11:38:48,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:38:48,298 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:38:48,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:38:48,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:38:48,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:38:48,299 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:38:48,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534728298Disabling compacts and flushes for region at 1732534728298Disabling writes for close at 1732534728298Writing region close event to WAL at 1732534728299 (+1 ms)Closed at 1732534728299 2024-11-25T11:38:48,300 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:38:48,300 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T11:38:48,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:38:48,301 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:38:48,302 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T11:38:48,452 DEBUG [96bb5f2c2895:44457 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T11:38:48,452 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=96bb5f2c2895,41569,1732534726501 2024-11-25T11:38:48,453 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,41569,1732534726501, state=OPENING 2024-11-25T11:38:48,455 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T11:38:48,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014eebc5430004, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-153073998 2024-11-25T11:38:48,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-153073998 2024-11-25T11:38:48,456 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-153073998/meta-region-server: CHANGED 2024-11-25T11:38:48,456 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:38:48,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-153073998/meta-region-server: CHANGED 2024-11-25T11:38:48,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,41569,1732534726501}] 2024-11-25T11:38:48,609 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:38:48,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:38:48,614 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:38:48,614 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:38:48,614 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:38:48,615 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C41569%2C1732534726501.meta, suffix=.meta, logDir=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501, archiveDir=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/oldWALs, maxLogs=10 2024-11-25T11:38:48,628 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.meta.1732534728615.meta, exclude list is [], retry=0 2024-11-25T11:38:48,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44941,DS-eca1dcf0-89c3-41f5-82a0-7d7aa368d248,DISK] 2024-11-25T11:38:48,632 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.meta.1732534728615.meta 2024-11-25T11:38:48,632 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41533:41533)] 2024-11-25T11:38:48,632 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:38:48,632 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:38:48,632 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:38:48,633 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:38:48,633 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:38:48,633 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:38:48,633 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:38:48,633 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:38:48,633 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:38:48,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:38:48,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:38:48,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:48,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:48,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:38:48,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:38:48,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:48,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:48,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:38:48,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:38:48,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:48,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:48,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:38:48,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:38:48,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:48,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:38:48,638 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:38:48,639 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/meta/1588230740 2024-11-25T11:38:48,640 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/meta/1588230740 2024-11-25T11:38:48,641 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:38:48,641 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:38:48,641 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:38:48,642 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:38:48,643 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71799194, jitterRate=0.06989136338233948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:38:48,643 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:38:48,643 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732534728633Writing region info on filesystem at 1732534728633Initializing all the Stores at 1732534728634 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534728634Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534728634Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534728634Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534728634Cleaning up temporary data from old regions at 1732534728641 (+7 ms)Running coprocessor post-open hooks at 1732534728643 (+2 ms)Region opened successfully at 1732534728643 2024-11-25T11:38:48,644 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732534728609 2024-11-25T11:38:48,646 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:38:48,646 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:38:48,647 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,41569,1732534726501 2024-11-25T11:38:48,647 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,41569,1732534726501, state=OPEN 2024-11-25T11:38:48,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-153073998/meta-region-server 2024-11-25T11:38:48,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014eebc5430004, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-153073998/meta-region-server 2024-11-25T11:38:48,649 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=96bb5f2c2895,41569,1732534726501 2024-11-25T11:38:48,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-153073998/meta-region-server: CHANGED 2024-11-25T11:38:48,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-153073998/meta-region-server: CHANGED 2024-11-25T11:38:48,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T11:38:48,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,41569,1732534726501 in 193 msec 2024-11-25T11:38:48,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T11:38:48,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-25T11:38:48,654 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:38:48,654 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T11:38:48,656 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:38:48,656 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,41569,1732534726501, seqNum=-1] 2024-11-25T11:38:48,657 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:38:48,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:38:48,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-11-25T11:38:48,664 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732534728664, completionTime=-1 2024-11-25T11:38:48,664 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T11:38:48,664 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T11:38:48,666 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T11:38:48,666 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732534788666 2024-11-25T11:38:48,667 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732534848667 2024-11-25T11:38:48,667 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T11:38:48,667 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,44457,1732534726463-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:48,667 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,44457,1732534726463-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:48,667 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,44457,1732534726463-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:48,667 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-96bb5f2c2895:44457, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:48,667 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:48,667 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:48,669 DEBUG [master/96bb5f2c2895:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T11:38:48,671 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.127sec 2024-11-25T11:38:48,671 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T11:38:48,671 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T11:38:48,671 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T11:38:48,671 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T11:38:48,671 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T11:38:48,671 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,44457,1732534726463-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:38:48,671 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,44457,1732534726463-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T11:38:48,674 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T11:38:48,674 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T11:38:48,674 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,44457,1732534726463-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:38:48,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e58daff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:48,720 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,44457,-1 for getting cluster id 2024-11-25T11:38:48,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:38:48,722 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '865fd816-0644-4022-9f8b-9ae8e2e5690d' 2024-11-25T11:38:48,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:38:48,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "865fd816-0644-4022-9f8b-9ae8e2e5690d" 2024-11-25T11:38:48,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a238fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:48,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,44457,-1] 2024-11-25T11:38:48,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:38:48,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:48,724 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:38:48,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@edd57e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:48,725 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:38:48,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,41569,1732534726501, seqNum=-1] 2024-11-25T11:38:48,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:38:48,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:38:48,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=96bb5f2c2895,44457,1732534726463 2024-11-25T11:38:48,729 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49827 2024-11-25T11:38:48,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:38:48,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014eebc5430005 connected 2024-11-25T11:38:48,736 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:38:48,736 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,38483,1732534722259 2024-11-25T11:38:48,737 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a225662 2024-11-25T11:38:48,737 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:38:48,738 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:38:48,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:38:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T11:38:48,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:38:48,741 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:48,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T11:38:48,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:38:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:38:48,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741835_1011 (size=902) 2024-11-25T11:38:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:38:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:38:49,149 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a92bf0f705a8abd7bcf228bbc44d82f9, NAME => 'test,,1732534728738.a92bf0f705a8abd7bcf228bbc44d82f9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712 2024-11-25T11:38:49,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741836_1012 (size=39) 2024-11-25T11:38:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:38:49,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732534728738.a92bf0f705a8abd7bcf228bbc44d82f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:38:49,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a92bf0f705a8abd7bcf228bbc44d82f9, disabling compactions & flushes 2024-11-25T11:38:49,555 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732534728738.a92bf0f705a8abd7bcf228bbc44d82f9. 2024-11-25T11:38:49,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534728738.a92bf0f705a8abd7bcf228bbc44d82f9. 2024-11-25T11:38:49,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732534728738.a92bf0f705a8abd7bcf228bbc44d82f9. after waiting 0 ms 2024-11-25T11:38:49,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732534728738.a92bf0f705a8abd7bcf228bbc44d82f9. 2024-11-25T11:38:49,555 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732534728738.a92bf0f705a8abd7bcf228bbc44d82f9. 2024-11-25T11:38:49,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a92bf0f705a8abd7bcf228bbc44d82f9: Waiting for close lock at 1732534729555Disabling compacts and flushes for region at 1732534729555Disabling writes for close at 1732534729555Writing region close event to WAL at 1732534729555Closed at 1732534729555 2024-11-25T11:38:49,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:38:49,557 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732534728738.a92bf0f705a8abd7bcf228bbc44d82f9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732534729556"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534729556"}]},"ts":"1732534729556"} 2024-11-25T11:38:49,559 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:38:49,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:38:49,560 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534729560"}]},"ts":"1732534729560"} 2024-11-25T11:38:49,561 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T11:38:49,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a92bf0f705a8abd7bcf228bbc44d82f9, ASSIGN}] 2024-11-25T11:38:49,562 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a92bf0f705a8abd7bcf228bbc44d82f9, ASSIGN 2024-11-25T11:38:49,563 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a92bf0f705a8abd7bcf228bbc44d82f9, ASSIGN; state=OFFLINE, location=96bb5f2c2895,37287,1732534722313; forceNewPlan=false, retain=false 2024-11-25T11:38:49,714 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a92bf0f705a8abd7bcf228bbc44d82f9, regionState=OPENING, regionLocation=96bb5f2c2895,37287,1732534722313 2024-11-25T11:38:49,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a92bf0f705a8abd7bcf228bbc44d82f9, ASSIGN because future has completed 2024-11-25T11:38:49,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a92bf0f705a8abd7bcf228bbc44d82f9, server=96bb5f2c2895,37287,1732534722313}] 2024-11-25T11:38:49,872 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732534728738.a92bf0f705a8abd7bcf228bbc44d82f9. 2024-11-25T11:38:49,872 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a92bf0f705a8abd7bcf228bbc44d82f9, NAME => 'test,,1732534728738.a92bf0f705a8abd7bcf228bbc44d82f9.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:38:49,873 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:38:49,873 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T11:38:49,873 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a92bf0f705a8abd7bcf228bbc44d82f9 2024-11-25T11:38:49,873 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732534728738.a92bf0f705a8abd7bcf228bbc44d82f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:38:49,873 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a92bf0f705a8abd7bcf228bbc44d82f9 2024-11-25T11:38:49,873 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a92bf0f705a8abd7bcf228bbc44d82f9 2024-11-25T11:38:49,874 INFO [StoreOpener-a92bf0f705a8abd7bcf228bbc44d82f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a92bf0f705a8abd7bcf228bbc44d82f9 2024-11-25T11:38:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:38:49,875 INFO [StoreOpener-a92bf0f705a8abd7bcf228bbc44d82f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a92bf0f705a8abd7bcf228bbc44d82f9 columnFamilyName f 2024-11-25T11:38:49,875 DEBUG [StoreOpener-a92bf0f705a8abd7bcf228bbc44d82f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:49,876 INFO [StoreOpener-a92bf0f705a8abd7bcf228bbc44d82f9-1 {}] regionserver.HStore(327): Store=a92bf0f705a8abd7bcf228bbc44d82f9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:49,876 INFO [StoreOpener-a92bf0f705a8abd7bcf228bbc44d82f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a92bf0f705a8abd7bcf228bbc44d82f9 2024-11-25T11:38:49,877 INFO [StoreOpener-a92bf0f705a8abd7bcf228bbc44d82f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a92bf0f705a8abd7bcf228bbc44d82f9 columnFamilyName f1 2024-11-25T11:38:49,877 DEBUG [StoreOpener-a92bf0f705a8abd7bcf228bbc44d82f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:49,877 INFO [StoreOpener-a92bf0f705a8abd7bcf228bbc44d82f9-1 {}] regionserver.HStore(327): Store=a92bf0f705a8abd7bcf228bbc44d82f9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:49,877 INFO [StoreOpener-a92bf0f705a8abd7bcf228bbc44d82f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a92bf0f705a8abd7bcf228bbc44d82f9 2024-11-25T11:38:49,878 INFO [StoreOpener-a92bf0f705a8abd7bcf228bbc44d82f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a92bf0f705a8abd7bcf228bbc44d82f9 columnFamilyName norep 2024-11-25T11:38:49,878 DEBUG [StoreOpener-a92bf0f705a8abd7bcf228bbc44d82f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:49,878 INFO [StoreOpener-a92bf0f705a8abd7bcf228bbc44d82f9-1 {}] regionserver.HStore(327): Store=a92bf0f705a8abd7bcf228bbc44d82f9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:49,879 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a92bf0f705a8abd7bcf228bbc44d82f9 2024-11-25T11:38:49,879 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/default/test/a92bf0f705a8abd7bcf228bbc44d82f9 2024-11-25T11:38:49,879 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/default/test/a92bf0f705a8abd7bcf228bbc44d82f9 2024-11-25T11:38:49,880 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a92bf0f705a8abd7bcf228bbc44d82f9 2024-11-25T11:38:49,880 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a92bf0f705a8abd7bcf228bbc44d82f9 2024-11-25T11:38:49,880 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:38:49,881 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a92bf0f705a8abd7bcf228bbc44d82f9 2024-11-25T11:38:49,883 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/default/test/a92bf0f705a8abd7bcf228bbc44d82f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:38:49,883 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a92bf0f705a8abd7bcf228bbc44d82f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64971418, jitterRate=-0.0318504273891449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:38:49,883 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a92bf0f705a8abd7bcf228bbc44d82f9 2024-11-25T11:38:49,884 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a92bf0f705a8abd7bcf228bbc44d82f9: Running coprocessor pre-open hook at 1732534729873Writing region info on filesystem at 1732534729873Initializing all the Stores at 1732534729874 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534729874Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534729874Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534729874Cleaning up temporary data from old regions at 1732534729880 (+6 ms)Running coprocessor post-open hooks at 1732534729883 (+3 ms)Region opened successfully at 1732534729884 (+1 ms) 2024-11-25T11:38:49,885 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732534728738.a92bf0f705a8abd7bcf228bbc44d82f9., pid=6, masterSystemTime=1732534729868 2024-11-25T11:38:49,887 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732534728738.a92bf0f705a8abd7bcf228bbc44d82f9. 2024-11-25T11:38:49,887 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732534728738.a92bf0f705a8abd7bcf228bbc44d82f9. 2024-11-25T11:38:49,887 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a92bf0f705a8abd7bcf228bbc44d82f9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=96bb5f2c2895,37287,1732534722313 2024-11-25T11:38:49,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a92bf0f705a8abd7bcf228bbc44d82f9, server=96bb5f2c2895,37287,1732534722313 because future has completed 2024-11-25T11:38:49,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T11:38:49,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a92bf0f705a8abd7bcf228bbc44d82f9, server=96bb5f2c2895,37287,1732534722313 in 173 msec 2024-11-25T11:38:49,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T11:38:49,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a92bf0f705a8abd7bcf228bbc44d82f9, ASSIGN in 331 msec 2024-11-25T11:38:49,894 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:38:49,894 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534729894"}]},"ts":"1732534729894"} 2024-11-25T11:38:49,896 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T11:38:49,896 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:38:49,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-25T11:38:50,171 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T11:38:50,171 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T11:38:50,770 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:38:50,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:50,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:50,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:50,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:50,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:50,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:50,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:50,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:50,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:38:50,885 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T11:38:50,885 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:38:50,886 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,44457,1732534726463 2024-11-25T11:38:50,886 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ed1fd00 2024-11-25T11:38:50,886 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:38:50,888 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:38:50,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:38:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T11:38:50,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:38:50,891 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:50,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T11:38:50,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:38:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:38:50,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741835_1011 (size=902) 2024-11-25T11:38:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:38:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:38:51,300 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 56252b27d17ac6d88bfe611cb1fc2fbe, NAME => 'test,,1732534730888.56252b27d17ac6d88bfe611cb1fc2fbe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77 2024-11-25T11:38:51,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741836_1012 (size=39) 2024-11-25T11:38:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:38:51,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732534730888.56252b27d17ac6d88bfe611cb1fc2fbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:38:51,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 56252b27d17ac6d88bfe611cb1fc2fbe, disabling compactions & flushes 2024-11-25T11:38:51,710 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732534730888.56252b27d17ac6d88bfe611cb1fc2fbe. 2024-11-25T11:38:51,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534730888.56252b27d17ac6d88bfe611cb1fc2fbe. 2024-11-25T11:38:51,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732534730888.56252b27d17ac6d88bfe611cb1fc2fbe. after waiting 0 ms 2024-11-25T11:38:51,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732534730888.56252b27d17ac6d88bfe611cb1fc2fbe. 2024-11-25T11:38:51,710 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732534730888.56252b27d17ac6d88bfe611cb1fc2fbe. 2024-11-25T11:38:51,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 56252b27d17ac6d88bfe611cb1fc2fbe: Waiting for close lock at 1732534731710Disabling compacts and flushes for region at 1732534731710Disabling writes for close at 1732534731710Writing region close event to WAL at 1732534731710Closed at 1732534731710 2024-11-25T11:38:51,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:38:51,712 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732534730888.56252b27d17ac6d88bfe611cb1fc2fbe.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732534731712"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534731712"}]},"ts":"1732534731712"} 2024-11-25T11:38:51,714 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:38:51,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:38:51,715 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534731715"}]},"ts":"1732534731715"} 2024-11-25T11:38:51,717 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T11:38:51,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=56252b27d17ac6d88bfe611cb1fc2fbe, ASSIGN}] 2024-11-25T11:38:51,718 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=56252b27d17ac6d88bfe611cb1fc2fbe, ASSIGN 2024-11-25T11:38:51,719 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=56252b27d17ac6d88bfe611cb1fc2fbe, ASSIGN; state=OFFLINE, location=96bb5f2c2895,41569,1732534726501; forceNewPlan=false, retain=false 2024-11-25T11:38:51,870 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=56252b27d17ac6d88bfe611cb1fc2fbe, regionState=OPENING, regionLocation=96bb5f2c2895,41569,1732534726501 2024-11-25T11:38:51,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=56252b27d17ac6d88bfe611cb1fc2fbe, ASSIGN because future has completed 2024-11-25T11:38:51,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56252b27d17ac6d88bfe611cb1fc2fbe, server=96bb5f2c2895,41569,1732534726501}] 2024-11-25T11:38:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:38:52,029 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732534730888.56252b27d17ac6d88bfe611cb1fc2fbe. 2024-11-25T11:38:52,029 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 56252b27d17ac6d88bfe611cb1fc2fbe, NAME => 'test,,1732534730888.56252b27d17ac6d88bfe611cb1fc2fbe.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:38:52,029 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:38:52,029 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T11:38:52,030 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 56252b27d17ac6d88bfe611cb1fc2fbe 2024-11-25T11:38:52,030 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732534730888.56252b27d17ac6d88bfe611cb1fc2fbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:38:52,030 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 56252b27d17ac6d88bfe611cb1fc2fbe 2024-11-25T11:38:52,030 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 56252b27d17ac6d88bfe611cb1fc2fbe 2024-11-25T11:38:52,031 INFO [StoreOpener-56252b27d17ac6d88bfe611cb1fc2fbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 56252b27d17ac6d88bfe611cb1fc2fbe 2024-11-25T11:38:52,032 INFO [StoreOpener-56252b27d17ac6d88bfe611cb1fc2fbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56252b27d17ac6d88bfe611cb1fc2fbe columnFamilyName f 2024-11-25T11:38:52,032 DEBUG [StoreOpener-56252b27d17ac6d88bfe611cb1fc2fbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:52,033 INFO [StoreOpener-56252b27d17ac6d88bfe611cb1fc2fbe-1 {}] regionserver.HStore(327): Store=56252b27d17ac6d88bfe611cb1fc2fbe/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:52,033 INFO [StoreOpener-56252b27d17ac6d88bfe611cb1fc2fbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 56252b27d17ac6d88bfe611cb1fc2fbe 2024-11-25T11:38:52,034 INFO [StoreOpener-56252b27d17ac6d88bfe611cb1fc2fbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56252b27d17ac6d88bfe611cb1fc2fbe columnFamilyName f1 2024-11-25T11:38:52,034 DEBUG [StoreOpener-56252b27d17ac6d88bfe611cb1fc2fbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:52,034 INFO [StoreOpener-56252b27d17ac6d88bfe611cb1fc2fbe-1 {}] regionserver.HStore(327): Store=56252b27d17ac6d88bfe611cb1fc2fbe/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:52,034 INFO [StoreOpener-56252b27d17ac6d88bfe611cb1fc2fbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 56252b27d17ac6d88bfe611cb1fc2fbe 2024-11-25T11:38:52,035 INFO [StoreOpener-56252b27d17ac6d88bfe611cb1fc2fbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56252b27d17ac6d88bfe611cb1fc2fbe columnFamilyName norep 2024-11-25T11:38:52,035 DEBUG [StoreOpener-56252b27d17ac6d88bfe611cb1fc2fbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:52,035 INFO [StoreOpener-56252b27d17ac6d88bfe611cb1fc2fbe-1 {}] regionserver.HStore(327): Store=56252b27d17ac6d88bfe611cb1fc2fbe/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:52,035 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 56252b27d17ac6d88bfe611cb1fc2fbe 2024-11-25T11:38:52,036 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/default/test/56252b27d17ac6d88bfe611cb1fc2fbe 2024-11-25T11:38:52,036 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/default/test/56252b27d17ac6d88bfe611cb1fc2fbe 2024-11-25T11:38:52,037 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 56252b27d17ac6d88bfe611cb1fc2fbe 2024-11-25T11:38:52,037 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 56252b27d17ac6d88bfe611cb1fc2fbe 2024-11-25T11:38:52,037 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:38:52,038 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 56252b27d17ac6d88bfe611cb1fc2fbe 2024-11-25T11:38:52,040 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/default/test/56252b27d17ac6d88bfe611cb1fc2fbe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:38:52,041 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 56252b27d17ac6d88bfe611cb1fc2fbe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63344719, jitterRate=-0.056090131402015686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:38:52,041 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56252b27d17ac6d88bfe611cb1fc2fbe 2024-11-25T11:38:52,041 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 56252b27d17ac6d88bfe611cb1fc2fbe: Running coprocessor pre-open hook at 1732534732030Writing region info on filesystem at 1732534732030Initializing all the Stores at 1732534732031 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534732031Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534732031Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534732031Cleaning up temporary data from old regions at 1732534732037 (+6 ms)Running coprocessor post-open hooks at 1732534732041 (+4 ms)Region opened successfully at 1732534732041 2024-11-25T11:38:52,042 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732534730888.56252b27d17ac6d88bfe611cb1fc2fbe., pid=6, masterSystemTime=1732534732025 2024-11-25T11:38:52,044 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732534730888.56252b27d17ac6d88bfe611cb1fc2fbe. 2024-11-25T11:38:52,044 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732534730888.56252b27d17ac6d88bfe611cb1fc2fbe. 2024-11-25T11:38:52,044 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=56252b27d17ac6d88bfe611cb1fc2fbe, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=96bb5f2c2895,41569,1732534726501 2024-11-25T11:38:52,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56252b27d17ac6d88bfe611cb1fc2fbe, server=96bb5f2c2895,41569,1732534726501 because future has completed 2024-11-25T11:38:52,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T11:38:52,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 56252b27d17ac6d88bfe611cb1fc2fbe, server=96bb5f2c2895,41569,1732534726501 in 174 msec 2024-11-25T11:38:52,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T11:38:52,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=56252b27d17ac6d88bfe611cb1fc2fbe, ASSIGN in 332 msec 2024-11-25T11:38:52,052 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:38:52,052 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534732052"}]},"ts":"1732534732052"} 2024-11-25T11:38:52,053 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T11:38:52,054 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:38:52,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-11-25T11:38:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:38:53,035 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T11:38:53,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12afba8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:53,035 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,38483,-1 for getting cluster id 2024-11-25T11:38:53,036 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:38:53,036 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58db30f8-dcce-4099-97f4-8ba789d0563a' 2024-11-25T11:38:53,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:38:53,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58db30f8-dcce-4099-97f4-8ba789d0563a" 2024-11-25T11:38:53,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bec45e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:53,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,38483,-1] 2024-11-25T11:38:53,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:38:53,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:53,038 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:38:53,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27fca14f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:53,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a3debf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:53,040 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,44457,-1 for getting cluster id 2024-11-25T11:38:53,040 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:38:53,040 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '865fd816-0644-4022-9f8b-9ae8e2e5690d' 2024-11-25T11:38:53,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:38:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "865fd816-0644-4022-9f8b-9ae8e2e5690d" 2024-11-25T11:38:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec98e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,44457,-1] 2024-11-25T11:38:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:38:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:53,042 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:38:53,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7491d576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:53,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7729d149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:53,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,38483,-1 for getting cluster id 2024-11-25T11:38:53,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:38:53,044 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58db30f8-dcce-4099-97f4-8ba789d0563a' 2024-11-25T11:38:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:38:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58db30f8-dcce-4099-97f4-8ba789d0563a" 2024-11-25T11:38:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3032fae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,38483,-1] 2024-11-25T11:38:53,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:38:53,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:53,045 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:38:53,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d752bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:53,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:38:53,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,38483,1732534722259 2024-11-25T11:38:53,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b39eae2 2024-11-25T11:38:53,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:38:53,048 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:38:53,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://96bb5f2c2895:44457,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T11:38:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T11:38:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:38:53,052 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:44457' 2024-11-25T11:38:53,053 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dfb2f0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:53,053 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,44457,-1 for getting cluster id 2024-11-25T11:38:53,053 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:38:53,053 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '865fd816-0644-4022-9f8b-9ae8e2e5690d' 2024-11-25T11:38:53,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:38:53,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "865fd816-0644-4022-9f8b-9ae8e2e5690d" 2024-11-25T11:38:53,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f5a614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:53,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,44457,-1] 2024-11-25T11:38:53,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:38:53,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:53,055 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:38:53,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a24b10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:53,061 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:38:53,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,44457,1732534726463 2024-11-25T11:38:53,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78290ed 2024-11-25T11:38:53,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:38:53,062 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:38:53,063 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T11:38:53,063 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T11:38:53,063 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:53,063 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:53,063 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:38:53,064 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:38:53,065 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T11:38:53,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:38:53,066 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:53,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:38:53,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741837_1013 (size=1138) 2024-11-25T11:38:53,115 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T11:38:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:38:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:38:53,475 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 472d5e5ed62da91f0e28fc5b3def62ef, NAME => 'hbase:replication,,1732534733063.472d5e5ed62da91f0e28fc5b3def62ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712 2024-11-25T11:38:53,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741838_1014 (size=44) 2024-11-25T11:38:53,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:38:53,880 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534733063.472d5e5ed62da91f0e28fc5b3def62ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:38:53,881 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 472d5e5ed62da91f0e28fc5b3def62ef, disabling compactions & flushes 2024-11-25T11:38:53,881 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534733063.472d5e5ed62da91f0e28fc5b3def62ef. 2024-11-25T11:38:53,881 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534733063.472d5e5ed62da91f0e28fc5b3def62ef. 2024-11-25T11:38:53,881 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534733063.472d5e5ed62da91f0e28fc5b3def62ef. after waiting 0 ms 2024-11-25T11:38:53,881 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534733063.472d5e5ed62da91f0e28fc5b3def62ef. 2024-11-25T11:38:53,881 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732534733063.472d5e5ed62da91f0e28fc5b3def62ef. 2024-11-25T11:38:53,881 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 472d5e5ed62da91f0e28fc5b3def62ef: Waiting for close lock at 1732534733881Disabling compacts and flushes for region at 1732534733881Disabling writes for close at 1732534733881Writing region close event to WAL at 1732534733881Closed at 1732534733881 2024-11-25T11:38:53,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:38:53,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732534733063.472d5e5ed62da91f0e28fc5b3def62ef.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732534733882"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534733882"}]},"ts":"1732534733882"} 2024-11-25T11:38:53,884 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:38:53,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:38:53,885 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534733885"}]},"ts":"1732534733885"} 2024-11-25T11:38:53,887 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T11:38:53,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=472d5e5ed62da91f0e28fc5b3def62ef, ASSIGN}] 2024-11-25T11:38:53,888 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=472d5e5ed62da91f0e28fc5b3def62ef, ASSIGN 2024-11-25T11:38:53,889 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=472d5e5ed62da91f0e28fc5b3def62ef, ASSIGN; state=OFFLINE, location=96bb5f2c2895,37287,1732534722313; forceNewPlan=false, retain=false 2024-11-25T11:38:54,039 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=472d5e5ed62da91f0e28fc5b3def62ef, regionState=OPENING, regionLocation=96bb5f2c2895,37287,1732534722313 2024-11-25T11:38:54,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=472d5e5ed62da91f0e28fc5b3def62ef, ASSIGN because future has completed 2024-11-25T11:38:54,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 472d5e5ed62da91f0e28fc5b3def62ef, server=96bb5f2c2895,37287,1732534722313}] 2024-11-25T11:38:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:38:54,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732534733063.472d5e5ed62da91f0e28fc5b3def62ef. 2024-11-25T11:38:54,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:38:54,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T11:38:54,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C37287%2C1732534722313.rep, suffix=, logDir=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313, archiveDir=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/oldWALs, maxLogs=10 2024-11-25T11:38:54,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.rep.1732534734199, exclude list is [], retry=0 2024-11-25T11:38:54,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45429,DS-110a394e-0adf-4204-bea8-a97023444c9a,DISK] 2024-11-25T11:38:54,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.rep.1732534734199 2024-11-25T11:38:54,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46619:46619)] 2024-11-25T11:38:54,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 472d5e5ed62da91f0e28fc5b3def62ef, NAME => 'hbase:replication,,1732534733063.472d5e5ed62da91f0e28fc5b3def62ef.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:38:54,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:38:54,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:38:54,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732534733063.472d5e5ed62da91f0e28fc5b3def62ef. service=MultiRowMutationService 2024-11-25T11:38:54,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T11:38:54,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 472d5e5ed62da91f0e28fc5b3def62ef 2024-11-25T11:38:54,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534733063.472d5e5ed62da91f0e28fc5b3def62ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:38:54,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 472d5e5ed62da91f0e28fc5b3def62ef 2024-11-25T11:38:54,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 472d5e5ed62da91f0e28fc5b3def62ef 2024-11-25T11:38:54,218 INFO [StoreOpener-472d5e5ed62da91f0e28fc5b3def62ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 472d5e5ed62da91f0e28fc5b3def62ef 2024-11-25T11:38:54,219 INFO [StoreOpener-472d5e5ed62da91f0e28fc5b3def62ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 472d5e5ed62da91f0e28fc5b3def62ef columnFamilyName hfileref 2024-11-25T11:38:54,219 DEBUG [StoreOpener-472d5e5ed62da91f0e28fc5b3def62ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:54,220 INFO [StoreOpener-472d5e5ed62da91f0e28fc5b3def62ef-1 {}] regionserver.HStore(327): Store=472d5e5ed62da91f0e28fc5b3def62ef/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:54,220 INFO [StoreOpener-472d5e5ed62da91f0e28fc5b3def62ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 472d5e5ed62da91f0e28fc5b3def62ef 2024-11-25T11:38:54,220 INFO [StoreOpener-472d5e5ed62da91f0e28fc5b3def62ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 472d5e5ed62da91f0e28fc5b3def62ef columnFamilyName queue 2024-11-25T11:38:54,221 DEBUG [StoreOpener-472d5e5ed62da91f0e28fc5b3def62ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:54,221 INFO [StoreOpener-472d5e5ed62da91f0e28fc5b3def62ef-1 {}] regionserver.HStore(327): Store=472d5e5ed62da91f0e28fc5b3def62ef/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:54,221 INFO [StoreOpener-472d5e5ed62da91f0e28fc5b3def62ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 472d5e5ed62da91f0e28fc5b3def62ef 2024-11-25T11:38:54,222 INFO [StoreOpener-472d5e5ed62da91f0e28fc5b3def62ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 472d5e5ed62da91f0e28fc5b3def62ef columnFamilyName sid 2024-11-25T11:38:54,222 DEBUG [StoreOpener-472d5e5ed62da91f0e28fc5b3def62ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:54,222 INFO [StoreOpener-472d5e5ed62da91f0e28fc5b3def62ef-1 {}] regionserver.HStore(327): Store=472d5e5ed62da91f0e28fc5b3def62ef/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:54,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 472d5e5ed62da91f0e28fc5b3def62ef 2024-11-25T11:38:54,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/replication/472d5e5ed62da91f0e28fc5b3def62ef 2024-11-25T11:38:54,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/replication/472d5e5ed62da91f0e28fc5b3def62ef 2024-11-25T11:38:54,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 472d5e5ed62da91f0e28fc5b3def62ef 2024-11-25T11:38:54,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 472d5e5ed62da91f0e28fc5b3def62ef 2024-11-25T11:38:54,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:38:54,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 472d5e5ed62da91f0e28fc5b3def62ef 2024-11-25T11:38:54,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/replication/472d5e5ed62da91f0e28fc5b3def62ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:38:54,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 472d5e5ed62da91f0e28fc5b3def62ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68418993, jitterRate=0.019522443413734436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:38:54,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 472d5e5ed62da91f0e28fc5b3def62ef 2024-11-25T11:38:54,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 472d5e5ed62da91f0e28fc5b3def62ef: Running coprocessor pre-open hook at 1732534734217Writing region info on filesystem at 1732534734217Initializing all the Stores at 1732534734218 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534734218Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534734218Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534734218Cleaning up temporary data from old regions at 1732534734224 (+6 ms)Running coprocessor post-open hooks at 1732534734227 (+3 ms)Region opened successfully at 1732534734228 (+1 ms) 2024-11-25T11:38:54,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732534733063.472d5e5ed62da91f0e28fc5b3def62ef., pid=10, masterSystemTime=1732534734194 2024-11-25T11:38:54,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732534733063.472d5e5ed62da91f0e28fc5b3def62ef. 2024-11-25T11:38:54,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732534733063.472d5e5ed62da91f0e28fc5b3def62ef. 2024-11-25T11:38:54,231 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=472d5e5ed62da91f0e28fc5b3def62ef, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,37287,1732534722313 2024-11-25T11:38:54,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 472d5e5ed62da91f0e28fc5b3def62ef, server=96bb5f2c2895,37287,1732534722313 because future has completed 2024-11-25T11:38:54,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T11:38:54,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 472d5e5ed62da91f0e28fc5b3def62ef, server=96bb5f2c2895,37287,1732534722313 in 191 msec 2024-11-25T11:38:54,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T11:38:54,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=472d5e5ed62da91f0e28fc5b3def62ef, ASSIGN in 348 msec 2024-11-25T11:38:54,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:38:54,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534734237"}]},"ts":"1732534734237"} 2024-11-25T11:38:54,238 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T11:38:54,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:38:54,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-25T11:38:54,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732534733063.472d5e5ed62da91f0e28fc5b3def62ef., hostname=96bb5f2c2895,37287,1732534722313, seqNum=2] 2024-11-25T11:38:54,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x1014eebc5430001, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825556828 2024-11-25T11:38:54,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825556828 2024-11-25T11:38:54,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T11:38:54,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T11:38:54,438 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T11:38:54,471 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-96bb5f2c2895,37287,1732534722313, ReplicationSource: 1, currentBandwidth=0 2024-11-25T11:38:54,471 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:38:54,472 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,37287,1732534722313, seqNum=-1] 2024-11-25T11:38:54,472 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:38:54,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-25T11:38:54,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-96bb5f2c2895,37287,1732534722313', locateType=CURRENT is [region=hbase:replication,,1732534733063.472d5e5ed62da91f0e28fc5b3def62ef., hostname=96bb5f2c2895,37287,1732534722313, seqNum=2] 2024-11-25T11:38:54,477 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T11:38:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T11:38:54,479 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 96bb5f2c2895,37287,1732534722313 suceeded 2024-11-25T11:38:54,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T11:38:54,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-25T11:38:54,481 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://96bb5f2c2895:44457,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T11:38:54,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4320 sec 2024-11-25T11:38:54,498 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:44457' 2024-11-25T11:38:54,499 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67b4fa62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:54,500 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,44457,-1 for getting cluster id 2024-11-25T11:38:54,500 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:38:54,500 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '865fd816-0644-4022-9f8b-9ae8e2e5690d' 2024-11-25T11:38:54,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:38:54,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "865fd816-0644-4022-9f8b-9ae8e2e5690d" 2024-11-25T11:38:54,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@661a9949, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:54,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,44457,-1] 2024-11-25T11:38:54,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:38:54,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:54,502 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:38:54,502 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c00847c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:54,502 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:38:54,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,44457,1732534726463 2024-11-25T11:38:54,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d0c0f92 2024-11-25T11:38:54,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:38:54,504 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-25T11:38:54,505 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-96bb5f2c2895,37287,1732534722313 (queues=1) is replicating from cluster=58db30f8-dcce-4099-97f4-8ba789d0563a to cluster=865fd816-0644-4022-9f8b-9ae8e2e5690d 2024-11-25T11:38:54,505 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=96bb5f2c2895%2C37287%2C1732534722313 2024-11-25T11:38:54,505 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-96bb5f2c2895,37287,1732534722313, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T11:38:54,505 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320, startPosition=0, beingWritten=true 2024-11-25T11:38:54,506 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.shipper96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 96bb5f2c2895%2C37287%2C1732534722313 2024-11-25T11:38:54,515 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:38:54,515 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320 to pos 379, reset compression=false 2024-11-25T11:38:54,515 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.shipper96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,37287,1732534722313 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:38:54,719 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320 to pos 379, reset compression=false 2024-11-25T11:38:55,023 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320 to pos 379, reset compression=false 2024-11-25T11:38:55,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:38:55,194 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T11:38:55,194 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:38:55,195 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:38:55,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:55,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:55,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:38:55,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c17d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:55,195 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,44457,-1 for getting cluster id 2024-11-25T11:38:55,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:38:55,196 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '865fd816-0644-4022-9f8b-9ae8e2e5690d' 2024-11-25T11:38:55,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:38:55,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "865fd816-0644-4022-9f8b-9ae8e2e5690d" 2024-11-25T11:38:55,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa9d2f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:55,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,44457,-1] 2024-11-25T11:38:55,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:38:55,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:55,198 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:38:55,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67051890, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:55,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:38:55,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,44457,1732534726463 2024-11-25T11:38:55,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@598e913a 2024-11-25T11:38:55,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:38:55,201 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:38:55,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://96bb5f2c2895:38483,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T11:38:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T11:38:55,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:38:55,204 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:38483' 2024-11-25T11:38:55,204 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41792b58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:55,205 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,38483,-1 for getting cluster id 2024-11-25T11:38:55,205 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:38:55,205 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58db30f8-dcce-4099-97f4-8ba789d0563a' 2024-11-25T11:38:55,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:38:55,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58db30f8-dcce-4099-97f4-8ba789d0563a" 2024-11-25T11:38:55,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d562954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:55,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,38483,-1] 2024-11-25T11:38:55,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:38:55,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:55,206 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:38:55,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d69561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:55,207 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:38:55,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,38483,1732534722259 2024-11-25T11:38:55,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1971ce98 2024-11-25T11:38:55,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:38:55,208 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:38:55,209 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T11:38:55,209 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T11:38:55,209 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:55,209 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:55,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:38:55,209 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:38:55,210 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T11:38:55,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:38:55,211 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:55,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:38:55,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741837_1013 (size=1138) 2024-11-25T11:38:55,260 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T11:38:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:38:55,427 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320 to pos 379, reset compression=false 2024-11-25T11:38:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:38:55,620 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 794cecaed6dda7dacf7b30c297063cdb, NAME => 'hbase:replication,,1732534735209.794cecaed6dda7dacf7b30c297063cdb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77 2024-11-25T11:38:55,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741838_1014 (size=44) 2024-11-25T11:38:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:38:55,931 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320 to pos 379, reset compression=false 2024-11-25T11:38:56,029 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534735209.794cecaed6dda7dacf7b30c297063cdb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:38:56,029 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 794cecaed6dda7dacf7b30c297063cdb, disabling compactions & flushes 2024-11-25T11:38:56,029 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534735209.794cecaed6dda7dacf7b30c297063cdb. 2024-11-25T11:38:56,029 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534735209.794cecaed6dda7dacf7b30c297063cdb. 2024-11-25T11:38:56,029 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534735209.794cecaed6dda7dacf7b30c297063cdb. after waiting 0 ms 2024-11-25T11:38:56,029 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534735209.794cecaed6dda7dacf7b30c297063cdb. 2024-11-25T11:38:56,029 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732534735209.794cecaed6dda7dacf7b30c297063cdb. 2024-11-25T11:38:56,029 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 794cecaed6dda7dacf7b30c297063cdb: Waiting for close lock at 1732534736029Disabling compacts and flushes for region at 1732534736029Disabling writes for close at 1732534736029Writing region close event to WAL at 1732534736029Closed at 1732534736029 2024-11-25T11:38:56,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:38:56,031 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732534735209.794cecaed6dda7dacf7b30c297063cdb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732534736030"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534736030"}]},"ts":"1732534736030"} 2024-11-25T11:38:56,033 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:38:56,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:38:56,034 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534736034"}]},"ts":"1732534736034"} 2024-11-25T11:38:56,035 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T11:38:56,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=794cecaed6dda7dacf7b30c297063cdb, ASSIGN}] 2024-11-25T11:38:56,036 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=794cecaed6dda7dacf7b30c297063cdb, ASSIGN 2024-11-25T11:38:56,037 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=794cecaed6dda7dacf7b30c297063cdb, ASSIGN; state=OFFLINE, location=96bb5f2c2895,41569,1732534726501; forceNewPlan=false, retain=false 2024-11-25T11:38:56,172 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T11:38:56,188 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=794cecaed6dda7dacf7b30c297063cdb, regionState=OPENING, regionLocation=96bb5f2c2895,41569,1732534726501 2024-11-25T11:38:56,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=794cecaed6dda7dacf7b30c297063cdb, ASSIGN because future has completed 2024-11-25T11:38:56,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 794cecaed6dda7dacf7b30c297063cdb, server=96bb5f2c2895,41569,1732534726501}] 2024-11-25T11:38:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:38:56,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732534735209.794cecaed6dda7dacf7b30c297063cdb. 2024-11-25T11:38:56,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:38:56,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T11:38:56,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C41569%2C1732534726501.rep, suffix=, logDir=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501, archiveDir=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/oldWALs, maxLogs=10 2024-11-25T11:38:56,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.rep.1732534736348, exclude list is [], retry=0 2024-11-25T11:38:56,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44941,DS-eca1dcf0-89c3-41f5-82a0-7d7aa368d248,DISK] 2024-11-25T11:38:56,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.rep.1732534736348 2024-11-25T11:38:56,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41533:41533)] 2024-11-25T11:38:56,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 794cecaed6dda7dacf7b30c297063cdb, NAME => 'hbase:replication,,1732534735209.794cecaed6dda7dacf7b30c297063cdb.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:38:56,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:38:56,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:38:56,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732534735209.794cecaed6dda7dacf7b30c297063cdb. service=MultiRowMutationService 2024-11-25T11:38:56,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T11:38:56,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 794cecaed6dda7dacf7b30c297063cdb 2024-11-25T11:38:56,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534735209.794cecaed6dda7dacf7b30c297063cdb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:38:56,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 794cecaed6dda7dacf7b30c297063cdb 2024-11-25T11:38:56,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 794cecaed6dda7dacf7b30c297063cdb 2024-11-25T11:38:56,368 INFO [StoreOpener-794cecaed6dda7dacf7b30c297063cdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 794cecaed6dda7dacf7b30c297063cdb 2024-11-25T11:38:56,369 INFO [StoreOpener-794cecaed6dda7dacf7b30c297063cdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 794cecaed6dda7dacf7b30c297063cdb columnFamilyName hfileref 2024-11-25T11:38:56,369 DEBUG [StoreOpener-794cecaed6dda7dacf7b30c297063cdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:56,369 INFO [StoreOpener-794cecaed6dda7dacf7b30c297063cdb-1 {}] regionserver.HStore(327): Store=794cecaed6dda7dacf7b30c297063cdb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:56,369 INFO [StoreOpener-794cecaed6dda7dacf7b30c297063cdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 794cecaed6dda7dacf7b30c297063cdb 2024-11-25T11:38:56,370 INFO [StoreOpener-794cecaed6dda7dacf7b30c297063cdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 794cecaed6dda7dacf7b30c297063cdb columnFamilyName queue 2024-11-25T11:38:56,370 DEBUG [StoreOpener-794cecaed6dda7dacf7b30c297063cdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:56,371 INFO [StoreOpener-794cecaed6dda7dacf7b30c297063cdb-1 {}] regionserver.HStore(327): Store=794cecaed6dda7dacf7b30c297063cdb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:56,371 INFO [StoreOpener-794cecaed6dda7dacf7b30c297063cdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 794cecaed6dda7dacf7b30c297063cdb 2024-11-25T11:38:56,371 INFO [StoreOpener-794cecaed6dda7dacf7b30c297063cdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 794cecaed6dda7dacf7b30c297063cdb columnFamilyName sid 2024-11-25T11:38:56,371 DEBUG [StoreOpener-794cecaed6dda7dacf7b30c297063cdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:38:56,372 INFO [StoreOpener-794cecaed6dda7dacf7b30c297063cdb-1 {}] regionserver.HStore(327): Store=794cecaed6dda7dacf7b30c297063cdb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:38:56,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 794cecaed6dda7dacf7b30c297063cdb 2024-11-25T11:38:56,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/replication/794cecaed6dda7dacf7b30c297063cdb 2024-11-25T11:38:56,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/replication/794cecaed6dda7dacf7b30c297063cdb 2024-11-25T11:38:56,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 794cecaed6dda7dacf7b30c297063cdb 2024-11-25T11:38:56,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 794cecaed6dda7dacf7b30c297063cdb 2024-11-25T11:38:56,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:38:56,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 794cecaed6dda7dacf7b30c297063cdb 2024-11-25T11:38:56,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/replication/794cecaed6dda7dacf7b30c297063cdb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:38:56,377 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 794cecaed6dda7dacf7b30c297063cdb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67321150, jitterRate=0.0031633079051971436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:38:56,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 794cecaed6dda7dacf7b30c297063cdb 2024-11-25T11:38:56,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 794cecaed6dda7dacf7b30c297063cdb: Running coprocessor pre-open hook at 1732534736367Writing region info on filesystem at 1732534736367Initializing all the Stores at 1732534736367Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534736367Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534736368 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534736368Cleaning up temporary data from old regions at 1732534736373 (+5 ms)Running coprocessor post-open hooks at 1732534736377 (+4 ms)Region opened successfully at 1732534736377 2024-11-25T11:38:56,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732534735209.794cecaed6dda7dacf7b30c297063cdb., pid=10, masterSystemTime=1732534736342 2024-11-25T11:38:56,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732534735209.794cecaed6dda7dacf7b30c297063cdb. 2024-11-25T11:38:56,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732534735209.794cecaed6dda7dacf7b30c297063cdb. 2024-11-25T11:38:56,380 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=794cecaed6dda7dacf7b30c297063cdb, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,41569,1732534726501 2024-11-25T11:38:56,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 794cecaed6dda7dacf7b30c297063cdb, server=96bb5f2c2895,41569,1732534726501 because future has completed 2024-11-25T11:38:56,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T11:38:56,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 794cecaed6dda7dacf7b30c297063cdb, server=96bb5f2c2895,41569,1732534726501 in 193 msec 2024-11-25T11:38:56,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T11:38:56,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=794cecaed6dda7dacf7b30c297063cdb, ASSIGN in 348 msec 2024-11-25T11:38:56,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:38:56,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534736386"}]},"ts":"1732534736386"} 2024-11-25T11:38:56,388 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T11:38:56,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:38:56,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-11-25T11:38:56,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732534735209.794cecaed6dda7dacf7b30c297063cdb., hostname=96bb5f2c2895,41569,1732534726501, seqNum=2] 2024-11-25T11:38:56,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-153073998 2024-11-25T11:38:56,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014eebc5430004, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-153073998 2024-11-25T11:38:56,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T11:38:56,536 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320 to pos 379, reset compression=false 2024-11-25T11:38:56,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41569 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T11:38:56,579 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T11:38:56,625 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-96bb5f2c2895,41569,1732534726501, ReplicationSource: 1, currentBandwidth=0 2024-11-25T11:38:56,625 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:38:56,626 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,41569,1732534726501, seqNum=-1] 2024-11-25T11:38:56,626 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:38:56,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-25T11:38:56,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-96bb5f2c2895,41569,1732534726501', locateType=CURRENT is [region=hbase:replication,,1732534735209.794cecaed6dda7dacf7b30c297063cdb., hostname=96bb5f2c2895,41569,1732534726501, seqNum=2] 2024-11-25T11:38:56,632 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T11:38:56,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T11:38:56,635 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 96bb5f2c2895,41569,1732534726501 suceeded 2024-11-25T11:38:56,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T11:38:56,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-25T11:38:56,637 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://96bb5f2c2895:38483,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T11:38:56,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4360 sec 2024-11-25T11:38:56,654 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:38483' 2024-11-25T11:38:56,656 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5601a686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:56,656 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,38483,-1 for getting cluster id 2024-11-25T11:38:56,656 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:38:56,657 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58db30f8-dcce-4099-97f4-8ba789d0563a' 2024-11-25T11:38:56,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:38:56,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58db30f8-dcce-4099-97f4-8ba789d0563a" 2024-11-25T11:38:56,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@494e72b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:56,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,38483,-1] 2024-11-25T11:38:56,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:38:56,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:56,659 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:38:56,659 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e23cce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:56,659 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:38:56,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,38483,1732534722259 2024-11-25T11:38:56,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1911e6c4 2024-11-25T11:38:56,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:38:56,661 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-25T11:38:56,662 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-96bb5f2c2895,41569,1732534726501 (queues=1) is replicating from cluster=865fd816-0644-4022-9f8b-9ae8e2e5690d to cluster=58db30f8-dcce-4099-97f4-8ba789d0563a 2024-11-25T11:38:56,662 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=96bb5f2c2895%2C41569%2C1732534726501 2024-11-25T11:38:56,662 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-96bb5f2c2895,41569,1732534726501, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T11:38:56,662 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.shipper96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 96bb5f2c2895%2C41569%2C1732534726501 2024-11-25T11:38:56,662 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.wal-reader.96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.1732534727686, startPosition=0, beingWritten=true 2024-11-25T11:38:56,672 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.wal-reader.96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:38:56,672 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.wal-reader.96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.1732534727686 to pos 379, reset compression=false 2024-11-25T11:38:56,672 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.shipper96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,41569,1732534726501 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.1732534727686, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:38:56,876 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.wal-reader.96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.1732534727686 to pos 379, reset compression=false 2024-11-25T11:38:57,180 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.wal-reader.96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.1732534727686 to pos 379, reset compression=false 2024-11-25T11:38:57,240 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320 to pos 379, reset compression=false 2024-11-25T11:38:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:38:57,354 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T11:38:57,355 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:38:57,355 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:38:57,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:57,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:57,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:38:57,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:38:57,359 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732534737359/Put/seqid=0 2024-11-25T11:38:57,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741840_1016 (size=7894) 2024-11-25T11:38:57,532 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:38:57,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:57,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:57,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:57,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:57,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:57,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:57,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:57,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:38:57,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T11:38:57,575 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-25T11:38:57,576 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T11:38:57,576 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-25T11:38:57,576 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T11:38:57,576 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-25T11:38:57,584 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.wal-reader.96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.1732534727686 to pos 379, reset compression=false 2024-11-25T11:38:57,769 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732534737768/Put/seqid=0 2024-11-25T11:38:57,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741841_1017 (size=7691) 2024-11-25T11:38:58,044 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320 to pos 379, reset compression=false 2024-11-25T11:38:58,089 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.wal-reader.96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.1732534727686 to pos 379, reset compression=false 2024-11-25T11:38:58,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443a6876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:58,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,38483,-1 for getting cluster id 2024-11-25T11:38:58,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:38:58,175 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58db30f8-dcce-4099-97f4-8ba789d0563a' 2024-11-25T11:38:58,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:38:58,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58db30f8-dcce-4099-97f4-8ba789d0563a" 2024-11-25T11:38:58,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e712216, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:58,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,38483,-1] 2024-11-25T11:38:58,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:38:58,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:58,177 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:38:58,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7021309a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:58,178 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:38:58,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,37287,1732534722313, seqNum=-1] 2024-11-25T11:38:58,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:38:58,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:38:58,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:38:58,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,38483,1732534722259 2024-11-25T11:38:58,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7966b3d4 2024-11-25T11:38:58,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:38:58,190 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:38:58,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732534728738.a92bf0f705a8abd7bcf228bbc44d82f9., hostname=96bb5f2c2895,37287,1732534722313, seqNum=2] 2024-11-25T11:38:58,195 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T11:38:58,200 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-25T11:38:58,202 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-25T11:38:58,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/testHFileCyclicReplication_01/f/hfile_1 for inclusion in a92bf0f705a8abd7bcf228bbc44d82f9/f 2024-11-25T11:38:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-25T11:38:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:38:58,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/testHFileCyclicReplication_01/f/hfile_0 for inclusion in a92bf0f705a8abd7bcf228bbc44d82f9/f 2024-11-25T11:38:58,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-25T11:38:58,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:38:58,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HRegion(2603): Flush status journal for a92bf0f705a8abd7bcf228bbc44d82f9: 2024-11-25T11:38:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/staging/jenkins__test__sjgbke77cdudli4058n2ii2r9e1bf6sc59os7colrtao4mu6ksgo6eqlt9irsrjo/f/hfile_1 2024-11-25T11:38:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/staging/jenkins__test__sjgbke77cdudli4058n2ii2r9e1bf6sc59os7colrtao4mu6ksgo6eqlt9irsrjo/f/hfile_1 as hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/default/test/a92bf0f705a8abd7bcf228bbc44d82f9/f/f69f8057cf79449fb3d36b8ac6068003_SeqId_4_ 2024-11-25T11:38:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/staging/jenkins__test__sjgbke77cdudli4058n2ii2r9e1bf6sc59os7colrtao4mu6ksgo6eqlt9irsrjo/f/hfile_0 2024-11-25T11:38:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/staging/jenkins__test__sjgbke77cdudli4058n2ii2r9e1bf6sc59os7colrtao4mu6ksgo6eqlt9irsrjo/f/hfile_0 as hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/default/test/a92bf0f705a8abd7bcf228bbc44d82f9/f/a4ff41b4cbf347f2acad8cc176154044_SeqId_4_ 2024-11-25T11:38:58,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/staging/jenkins__test__sjgbke77cdudli4058n2ii2r9e1bf6sc59os7colrtao4mu6ksgo6eqlt9irsrjo/f/hfile_1 into a92bf0f705a8abd7bcf228bbc44d82f9/f as hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/default/test/a92bf0f705a8abd7bcf228bbc44d82f9/f/f69f8057cf79449fb3d36b8ac6068003_SeqId_4_ - updating store file list. 2024-11-25T11:38:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f69f8057cf79449fb3d36b8ac6068003_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T11:38:58,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/default/test/a92bf0f705a8abd7bcf228bbc44d82f9/f/f69f8057cf79449fb3d36b8ac6068003_SeqId_4_ into a92bf0f705a8abd7bcf228bbc44d82f9/f 2024-11-25T11:38:58,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/staging/jenkins__test__sjgbke77cdudli4058n2ii2r9e1bf6sc59os7colrtao4mu6ksgo6eqlt9irsrjo/f/hfile_1 into a92bf0f705a8abd7bcf228bbc44d82f9/f (new location: hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/default/test/a92bf0f705a8abd7bcf228bbc44d82f9/f/f69f8057cf79449fb3d36b8ac6068003_SeqId_4_) 2024-11-25T11:38:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/staging/jenkins__test__sjgbke77cdudli4058n2ii2r9e1bf6sc59os7colrtao4mu6ksgo6eqlt9irsrjo/f/hfile_1 2024-11-25T11:38:58,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/staging/jenkins__test__sjgbke77cdudli4058n2ii2r9e1bf6sc59os7colrtao4mu6ksgo6eqlt9irsrjo/f/hfile_0 into a92bf0f705a8abd7bcf228bbc44d82f9/f as hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/default/test/a92bf0f705a8abd7bcf228bbc44d82f9/f/a4ff41b4cbf347f2acad8cc176154044_SeqId_4_ - updating store file list. 2024-11-25T11:38:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a4ff41b4cbf347f2acad8cc176154044_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T11:38:58,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/default/test/a92bf0f705a8abd7bcf228bbc44d82f9/f/a4ff41b4cbf347f2acad8cc176154044_SeqId_4_ into a92bf0f705a8abd7bcf228bbc44d82f9/f 2024-11-25T11:38:58,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/staging/jenkins__test__sjgbke77cdudli4058n2ii2r9e1bf6sc59os7colrtao4mu6ksgo6eqlt9irsrjo/f/hfile_0 into a92bf0f705a8abd7bcf228bbc44d82f9/f (new location: hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/default/test/a92bf0f705a8abd7bcf228bbc44d82f9/f/a4ff41b4cbf347f2acad8cc176154044_SeqId_4_) 2024-11-25T11:38:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/staging/jenkins__test__sjgbke77cdudli4058n2ii2r9e1bf6sc59os7colrtao4mu6ksgo6eqlt9irsrjo/f/hfile_0 2024-11-25T11:38:58,230 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:38:58,230 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:38:58,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:58,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:58,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:38:58,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732534728738.a92bf0f705a8abd7bcf228bbc44d82f9., hostname=96bb5f2c2895,37287,1732534722313, seqNum=2 , the old value is region=test,,1732534728738.a92bf0f705a8abd7bcf228bbc44d82f9., hostname=96bb5f2c2895,37287,1732534722313, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=96bb5f2c2895:37287 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T11:38:58,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732534728738.a92bf0f705a8abd7bcf228bbc44d82f9., hostname=96bb5f2c2895,37287,1732534722313, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T11:38:58,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732534728738.a92bf0f705a8abd7bcf228bbc44d82f9., hostname=96bb5f2c2895,37287,1732534722313, seqNum=2 from cache 2024-11-25T11:38:58,231 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:38:58,232 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-25T11:38:58,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,41569,1732534726501, seqNum=-1] 2024-11-25T11:38:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:38:58,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:38:58,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732534730888.56252b27d17ac6d88bfe611cb1fc2fbe., hostname=96bb5f2c2895,41569,1732534726501, seqNum=2] 2024-11-25T11:38:58,238 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T11:38:58,335 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:37287 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T11:38:58,694 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.wal-reader.96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.1732534727686 to pos 379, reset compression=false 2024-11-25T11:38:58,948 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320 to pos 379, reset compression=false 2024-11-25T11:38:58,954 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:38:58,954 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.shipper96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,37287,1732534722313 got entry batch from reader: WALEntryBatch [walEntries=[{test/a92bf0f705a8abd7bcf228bbc44d82f9/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732534738229/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T11:38:58,957 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.shipper96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:38:58,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-25T11:38:58,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.ReplicationSink(318): Replicating [58db30f8-dcce-4099-97f4-8ba789d0563a] bulk loaded data 2024-11-25T11:38:58,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5adaeb01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:58,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,44457,-1 for getting cluster id 2024-11-25T11:38:58,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:38:58,960 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '865fd816-0644-4022-9f8b-9ae8e2e5690d' 2024-11-25T11:38:58,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:38:58,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "865fd816-0644-4022-9f8b-9ae8e2e5690d" 2024-11-25T11:38:58,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55a280dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:58,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,44457,-1] 2024-11-25T11:38:58,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:38:58,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:38:58,961 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:38:58,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@377a7343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:38:58,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741840_1016 (size=7691) 2024-11-25T11:38:59,155 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320 to pos 687, reset compression=false 2024-11-25T11:38:59,240 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T11:38:59,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741841_1017 (size=7894) 2024-11-25T11:38:59,398 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.wal-reader.96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.1732534727686 to pos 379, reset compression=false 2024-11-25T11:38:59,459 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320 to pos 687, reset compression=false 2024-11-25T11:38:59,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:38:59,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,44457,1732534726463 2024-11-25T11:38:59,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51ea44be 2024-11-25T11:38:59,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:38:59,788 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-25T11:38:59,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T11:38:59,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:38:59,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,41569,1732534726501, seqNum=-1] 2024-11-25T11:38:59,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:38:59,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-25T11:38:59,797 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/staging/jenkins.hfs.11__test__gfl4er0trphev4k593vg7suhidkq6sgl7mcae48tceuusiefpu00jv5mdusva8ps/f/a4ff41b4cbf347f2acad8cc176154044_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-25T11:38:59,800 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/staging/jenkins.hfs.11__test__gfl4er0trphev4k593vg7suhidkq6sgl7mcae48tceuusiefpu00jv5mdusva8ps/f/f69f8057cf79449fb3d36b8ac6068003_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-25T11:38:59,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/staging/jenkins.hfs.11__test__gfl4er0trphev4k593vg7suhidkq6sgl7mcae48tceuusiefpu00jv5mdusva8ps/f/a4ff41b4cbf347f2acad8cc176154044_SeqId_4_ for inclusion in 56252b27d17ac6d88bfe611cb1fc2fbe/f 2024-11-25T11:38:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-25T11:38:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:38:59,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/staging/jenkins.hfs.11__test__gfl4er0trphev4k593vg7suhidkq6sgl7mcae48tceuusiefpu00jv5mdusva8ps/f/f69f8057cf79449fb3d36b8ac6068003_SeqId_4_ for inclusion in 56252b27d17ac6d88bfe611cb1fc2fbe/f 2024-11-25T11:38:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-25T11:38:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:38:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HRegion(2603): Flush status journal for 56252b27d17ac6d88bfe611cb1fc2fbe: 2024-11-25T11:38:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a4ff41b4cbf347f2acad8cc176154044_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T11:38:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/staging/jenkins.hfs.11__test__gfl4er0trphev4k593vg7suhidkq6sgl7mcae48tceuusiefpu00jv5mdusva8ps/f/a4ff41b4cbf347f2acad8cc176154044_SeqId_4_ as hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/default/test/56252b27d17ac6d88bfe611cb1fc2fbe/f/d7ffd129e4f64953a3da12b9ebc13327_SeqId_4_ 2024-11-25T11:38:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f69f8057cf79449fb3d36b8ac6068003_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T11:38:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/staging/jenkins.hfs.11__test__gfl4er0trphev4k593vg7suhidkq6sgl7mcae48tceuusiefpu00jv5mdusva8ps/f/f69f8057cf79449fb3d36b8ac6068003_SeqId_4_ as hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/default/test/56252b27d17ac6d88bfe611cb1fc2fbe/f/913ba0f1eb1143b1ad4f7fec4d5310f8_SeqId_4_ 2024-11-25T11:38:59,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/staging/jenkins.hfs.11__test__gfl4er0trphev4k593vg7suhidkq6sgl7mcae48tceuusiefpu00jv5mdusva8ps/f/a4ff41b4cbf347f2acad8cc176154044_SeqId_4_ into 56252b27d17ac6d88bfe611cb1fc2fbe/f as hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/default/test/56252b27d17ac6d88bfe611cb1fc2fbe/f/d7ffd129e4f64953a3da12b9ebc13327_SeqId_4_ - updating store file list. 2024-11-25T11:38:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d7ffd129e4f64953a3da12b9ebc13327_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T11:38:59,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/default/test/56252b27d17ac6d88bfe611cb1fc2fbe/f/d7ffd129e4f64953a3da12b9ebc13327_SeqId_4_ into 56252b27d17ac6d88bfe611cb1fc2fbe/f 2024-11-25T11:38:59,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/staging/jenkins.hfs.11__test__gfl4er0trphev4k593vg7suhidkq6sgl7mcae48tceuusiefpu00jv5mdusva8ps/f/a4ff41b4cbf347f2acad8cc176154044_SeqId_4_ into 56252b27d17ac6d88bfe611cb1fc2fbe/f (new location: hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/default/test/56252b27d17ac6d88bfe611cb1fc2fbe/f/d7ffd129e4f64953a3da12b9ebc13327_SeqId_4_) 2024-11-25T11:38:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/staging/jenkins.hfs.11__test__gfl4er0trphev4k593vg7suhidkq6sgl7mcae48tceuusiefpu00jv5mdusva8ps/f/a4ff41b4cbf347f2acad8cc176154044_SeqId_4_ 2024-11-25T11:38:59,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/staging/jenkins.hfs.11__test__gfl4er0trphev4k593vg7suhidkq6sgl7mcae48tceuusiefpu00jv5mdusva8ps/f/f69f8057cf79449fb3d36b8ac6068003_SeqId_4_ into 56252b27d17ac6d88bfe611cb1fc2fbe/f as hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/default/test/56252b27d17ac6d88bfe611cb1fc2fbe/f/913ba0f1eb1143b1ad4f7fec4d5310f8_SeqId_4_ - updating store file list. 2024-11-25T11:38:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 913ba0f1eb1143b1ad4f7fec4d5310f8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T11:38:59,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/default/test/56252b27d17ac6d88bfe611cb1fc2fbe/f/913ba0f1eb1143b1ad4f7fec4d5310f8_SeqId_4_ into 56252b27d17ac6d88bfe611cb1fc2fbe/f 2024-11-25T11:38:59,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/staging/jenkins.hfs.11__test__gfl4er0trphev4k593vg7suhidkq6sgl7mcae48tceuusiefpu00jv5mdusva8ps/f/f69f8057cf79449fb3d36b8ac6068003_SeqId_4_ into 56252b27d17ac6d88bfe611cb1fc2fbe/f (new location: hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/default/test/56252b27d17ac6d88bfe611cb1fc2fbe/f/913ba0f1eb1143b1ad4f7fec4d5310f8_SeqId_4_) 2024-11-25T11:38:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/staging/jenkins.hfs.11__test__gfl4er0trphev4k593vg7suhidkq6sgl7mcae48tceuusiefpu00jv5mdusva8ps/f/f69f8057cf79449fb3d36b8ac6068003_SeqId_4_ 2024-11-25T11:38:59,821 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.ReplicationSink(324): Finished replicating [58db30f8-dcce-4099-97f4-8ba789d0563a] bulk loaded data 2024-11-25T11:38:59,863 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320 to pos 687, reset compression=false 2024-11-25T11:39:00,202 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.wal-reader.96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.1732534727686 to pos 379, reset compression=false 2024-11-25T11:39:00,208 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.wal-reader.96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:39:00,208 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.shipper96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,41569,1732534726501 got entry batch from reader: WALEntryBatch [walEntries=[{test/56252b27d17ac6d88bfe611cb1fc2fbe/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732534739820/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.1732534727686, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-25T11:39:00,210 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.shipper96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:39:00,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-25T11:39:00,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.ReplicationSink(318): Replicating [58db30f8-dcce-4099-97f4-8ba789d0563a, 865fd816-0644-4022-9f8b-9ae8e2e5690d] bulk loaded data 2024-11-25T11:39:00,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@489cb8b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:00,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,38483,-1 for getting cluster id 2024-11-25T11:39:00,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:00,212 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58db30f8-dcce-4099-97f4-8ba789d0563a' 2024-11-25T11:39:00,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:00,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58db30f8-dcce-4099-97f4-8ba789d0563a" 2024-11-25T11:39:00,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@760444bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:00,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,38483,-1] 2024-11-25T11:39:00,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:00,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:00,213 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:00,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54736cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:00,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741842_1018 (size=7894) 2024-11-25T11:39:00,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:00,252 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732534740251/Put/seqid=0 2024-11-25T11:39:00,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741842_1018 (size=11194) 2024-11-25T11:39:00,367 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320 to pos 687, reset compression=false 2024-11-25T11:39:00,408 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.wal-reader.96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.1732534727686 to pos 725, reset compression=false 2024-11-25T11:39:00,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741843_1019 (size=7691) 2024-11-25T11:39:00,658 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732534740657/Put/seqid=0 2024-11-25T11:39:00,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741843_1019 (size=10791) 2024-11-25T11:39:00,711 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.wal-reader.96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.1732534727686 to pos 725, reset compression=false 2024-11-25T11:39:00,971 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320 to pos 687, reset compression=false 2024-11-25T11:39:01,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:01,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,38483,1732534722259 2024-11-25T11:39:01,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7229f85a 2024-11-25T11:39:01,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:39:01,037 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-25T11:39:01,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T11:39:01,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:39:01,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,37287,1732534722313, seqNum=-1] 2024-11-25T11:39:01,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:39:01,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-25T11:39:01,046 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/staging/jenkins.hfs.10__test__bknomtr46chp55rkql7d2hprq9a7vu53o5s8pjpc3eu760doerr8q8rkm942n23c/f/913ba0f1eb1143b1ad4f7fec4d5310f8_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-25T11:39:01,048 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/staging/jenkins.hfs.10__test__bknomtr46chp55rkql7d2hprq9a7vu53o5s8pjpc3eu760doerr8q8rkm942n23c/f/d7ffd129e4f64953a3da12b9ebc13327_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-25T11:39:01,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.ReplicationSink(324): Finished replicating [58db30f8-dcce-4099-97f4-8ba789d0563a, 865fd816-0644-4022-9f8b-9ae8e2e5690d] bulk loaded data 2024-11-25T11:39:01,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee15728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:01,063 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,44457,-1 for getting cluster id 2024-11-25T11:39:01,063 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:01,064 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '865fd816-0644-4022-9f8b-9ae8e2e5690d' 2024-11-25T11:39:01,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:01,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "865fd816-0644-4022-9f8b-9ae8e2e5690d" 2024-11-25T11:39:01,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf032b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:01,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,44457,-1] 2024-11-25T11:39:01,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:01,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:01,065 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:01,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bee5582, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:01,066 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:39:01,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,41569,1732534726501, seqNum=-1] 2024-11-25T11:39:01,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:39:01,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:39:01,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:01,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,44457,1732534726463 2024-11-25T11:39:01,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c7aeba5 2024-11-25T11:39:01,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:39:01,076 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:39:01,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732534730888.56252b27d17ac6d88bfe611cb1fc2fbe., hostname=96bb5f2c2895,41569,1732534726501, seqNum=2] 2024-11-25T11:39:01,080 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T11:39:01,085 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-25T11:39:01,088 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-25T11:39:01,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 56252b27d17ac6d88bfe611cb1fc2fbe/f 2024-11-25T11:39:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-25T11:39:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:39:01,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 56252b27d17ac6d88bfe611cb1fc2fbe/f 2024-11-25T11:39:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-25T11:39:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:39:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HRegion(2603): Flush status journal for 56252b27d17ac6d88bfe611cb1fc2fbe: 2024-11-25T11:39:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/staging/jenkins__test__n9o4j1239vanrn334eg8um162bqgejjeueulp5khvd8c0fbjbrbft9pg36gj17ia/f/hfile_1 2024-11-25T11:39:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/staging/jenkins__test__n9o4j1239vanrn334eg8um162bqgejjeueulp5khvd8c0fbjbrbft9pg36gj17ia/f/hfile_1 as hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/default/test/56252b27d17ac6d88bfe611cb1fc2fbe/f/5446744d5973422e9ac18e5d91cee3c9_SeqId_6_ 2024-11-25T11:39:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/staging/jenkins__test__n9o4j1239vanrn334eg8um162bqgejjeueulp5khvd8c0fbjbrbft9pg36gj17ia/f/hfile_0 2024-11-25T11:39:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/staging/jenkins__test__n9o4j1239vanrn334eg8um162bqgejjeueulp5khvd8c0fbjbrbft9pg36gj17ia/f/hfile_0 as hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/default/test/56252b27d17ac6d88bfe611cb1fc2fbe/f/1e066edba9fb409c8fa29e8049902c4b_SeqId_6_ 2024-11-25T11:39:01,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/staging/jenkins__test__n9o4j1239vanrn334eg8um162bqgejjeueulp5khvd8c0fbjbrbft9pg36gj17ia/f/hfile_1 into 56252b27d17ac6d88bfe611cb1fc2fbe/f as hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/default/test/56252b27d17ac6d88bfe611cb1fc2fbe/f/5446744d5973422e9ac18e5d91cee3c9_SeqId_6_ - updating store file list. 2024-11-25T11:39:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5446744d5973422e9ac18e5d91cee3c9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T11:39:01,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/default/test/56252b27d17ac6d88bfe611cb1fc2fbe/f/5446744d5973422e9ac18e5d91cee3c9_SeqId_6_ into 56252b27d17ac6d88bfe611cb1fc2fbe/f 2024-11-25T11:39:01,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/staging/jenkins__test__n9o4j1239vanrn334eg8um162bqgejjeueulp5khvd8c0fbjbrbft9pg36gj17ia/f/hfile_1 into 56252b27d17ac6d88bfe611cb1fc2fbe/f (new location: hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/default/test/56252b27d17ac6d88bfe611cb1fc2fbe/f/5446744d5973422e9ac18e5d91cee3c9_SeqId_6_) 2024-11-25T11:39:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/staging/jenkins__test__n9o4j1239vanrn334eg8um162bqgejjeueulp5khvd8c0fbjbrbft9pg36gj17ia/f/hfile_1 2024-11-25T11:39:01,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/staging/jenkins__test__n9o4j1239vanrn334eg8um162bqgejjeueulp5khvd8c0fbjbrbft9pg36gj17ia/f/hfile_0 into 56252b27d17ac6d88bfe611cb1fc2fbe/f as hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/default/test/56252b27d17ac6d88bfe611cb1fc2fbe/f/1e066edba9fb409c8fa29e8049902c4b_SeqId_6_ - updating store file list. 2024-11-25T11:39:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1e066edba9fb409c8fa29e8049902c4b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T11:39:01,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/default/test/56252b27d17ac6d88bfe611cb1fc2fbe/f/1e066edba9fb409c8fa29e8049902c4b_SeqId_6_ into 56252b27d17ac6d88bfe611cb1fc2fbe/f 2024-11-25T11:39:01,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/staging/jenkins__test__n9o4j1239vanrn334eg8um162bqgejjeueulp5khvd8c0fbjbrbft9pg36gj17ia/f/hfile_0 into 56252b27d17ac6d88bfe611cb1fc2fbe/f (new location: hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/default/test/56252b27d17ac6d88bfe611cb1fc2fbe/f/1e066edba9fb409c8fa29e8049902c4b_SeqId_6_) 2024-11-25T11:39:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/staging/jenkins__test__n9o4j1239vanrn334eg8um162bqgejjeueulp5khvd8c0fbjbrbft9pg36gj17ia/f/hfile_0 2024-11-25T11:39:01,114 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:39:01,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:01,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:01,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:01,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732534730888.56252b27d17ac6d88bfe611cb1fc2fbe., hostname=96bb5f2c2895,41569,1732534726501, seqNum=2 , the old value is region=test,,1732534730888.56252b27d17ac6d88bfe611cb1fc2fbe., hostname=96bb5f2c2895,41569,1732534726501, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=96bb5f2c2895:41569 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T11:39:01,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:39:01,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732534730888.56252b27d17ac6d88bfe611cb1fc2fbe., hostname=96bb5f2c2895,41569,1732534726501, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T11:39:01,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732534730888.56252b27d17ac6d88bfe611cb1fc2fbe., hostname=96bb5f2c2895,41569,1732534726501, seqNum=2 from cache 2024-11-25T11:39:01,115 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:39:01,115 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-25T11:39:01,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,37287,1732534722313, seqNum=-1] 2024-11-25T11:39:01,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:39:01,116 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.wal-reader.96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.1732534727686 to pos 725, reset compression=false 2024-11-25T11:39:01,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:39:01,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732534728738.a92bf0f705a8abd7bcf228bbc44d82f9., hostname=96bb5f2c2895,37287,1732534722313, seqNum=2] 2024-11-25T11:39:01,121 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.wal-reader.96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:39:01,121 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.shipper96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,41569,1732534726501 got entry batch from reader: WALEntryBatch [walEntries=[{test/56252b27d17ac6d88bfe611cb1fc2fbe/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732534741113/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.1732534727686, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T11:39:01,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.ReplicationSink(318): Replicating [865fd816-0644-4022-9f8b-9ae8e2e5690d] bulk loaded data 2024-11-25T11:39:01,125 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T11:39:01,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741844_1020 (size=10791) 2024-11-25T11:39:01,225 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:41569 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T11:39:01,321 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.wal-reader.96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.1732534727686 to pos 1033, reset compression=false 2024-11-25T11:39:01,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741845_1021 (size=11194) 2024-11-25T11:39:01,625 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.wal-reader.96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.1732534727686 to pos 1033, reset compression=false 2024-11-25T11:39:01,677 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320 to pos 687, reset compression=false 2024-11-25T11:39:01,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T11:39:01,955 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/staging/jenkins.hfs.10__test__cgmvv7gekd0ia22bfku39ikt75q8e579g94rfel4d0q64qcb5qd53kr87e521d1v/f/1e066edba9fb409c8fa29e8049902c4b_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-25T11:39:01,957 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/staging/jenkins.hfs.10__test__cgmvv7gekd0ia22bfku39ikt75q8e579g94rfel4d0q64qcb5qd53kr87e521d1v/f/5446744d5973422e9ac18e5d91cee3c9_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-25T11:39:01,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/staging/jenkins.hfs.10__test__cgmvv7gekd0ia22bfku39ikt75q8e579g94rfel4d0q64qcb5qd53kr87e521d1v/f/5446744d5973422e9ac18e5d91cee3c9_SeqId_6_ for inclusion in a92bf0f705a8abd7bcf228bbc44d82f9/f 2024-11-25T11:39:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-25T11:39:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:39:01,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/staging/jenkins.hfs.10__test__cgmvv7gekd0ia22bfku39ikt75q8e579g94rfel4d0q64qcb5qd53kr87e521d1v/f/1e066edba9fb409c8fa29e8049902c4b_SeqId_6_ for inclusion in a92bf0f705a8abd7bcf228bbc44d82f9/f 2024-11-25T11:39:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-25T11:39:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:39:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HRegion(2603): Flush status journal for a92bf0f705a8abd7bcf228bbc44d82f9: 2024-11-25T11:39:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5446744d5973422e9ac18e5d91cee3c9_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T11:39:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/staging/jenkins.hfs.10__test__cgmvv7gekd0ia22bfku39ikt75q8e579g94rfel4d0q64qcb5qd53kr87e521d1v/f/5446744d5973422e9ac18e5d91cee3c9_SeqId_6_ as hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/default/test/a92bf0f705a8abd7bcf228bbc44d82f9/f/ef717e52cf394f4988aa77cc27935ece_SeqId_6_ 2024-11-25T11:39:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1e066edba9fb409c8fa29e8049902c4b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T11:39:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/staging/jenkins.hfs.10__test__cgmvv7gekd0ia22bfku39ikt75q8e579g94rfel4d0q64qcb5qd53kr87e521d1v/f/1e066edba9fb409c8fa29e8049902c4b_SeqId_6_ as hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/default/test/a92bf0f705a8abd7bcf228bbc44d82f9/f/7cb40e8baac642d395d03e42d11184ea_SeqId_6_ 2024-11-25T11:39:01,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/staging/jenkins.hfs.10__test__cgmvv7gekd0ia22bfku39ikt75q8e579g94rfel4d0q64qcb5qd53kr87e521d1v/f/5446744d5973422e9ac18e5d91cee3c9_SeqId_6_ into a92bf0f705a8abd7bcf228bbc44d82f9/f as hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/default/test/a92bf0f705a8abd7bcf228bbc44d82f9/f/ef717e52cf394f4988aa77cc27935ece_SeqId_6_ - updating store file list. 2024-11-25T11:39:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ef717e52cf394f4988aa77cc27935ece_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T11:39:01,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/default/test/a92bf0f705a8abd7bcf228bbc44d82f9/f/ef717e52cf394f4988aa77cc27935ece_SeqId_6_ into a92bf0f705a8abd7bcf228bbc44d82f9/f 2024-11-25T11:39:01,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/staging/jenkins.hfs.10__test__cgmvv7gekd0ia22bfku39ikt75q8e579g94rfel4d0q64qcb5qd53kr87e521d1v/f/5446744d5973422e9ac18e5d91cee3c9_SeqId_6_ into a92bf0f705a8abd7bcf228bbc44d82f9/f (new location: hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/default/test/a92bf0f705a8abd7bcf228bbc44d82f9/f/ef717e52cf394f4988aa77cc27935ece_SeqId_6_) 2024-11-25T11:39:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/staging/jenkins.hfs.10__test__cgmvv7gekd0ia22bfku39ikt75q8e579g94rfel4d0q64qcb5qd53kr87e521d1v/f/5446744d5973422e9ac18e5d91cee3c9_SeqId_6_ 2024-11-25T11:39:01,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/staging/jenkins.hfs.10__test__cgmvv7gekd0ia22bfku39ikt75q8e579g94rfel4d0q64qcb5qd53kr87e521d1v/f/1e066edba9fb409c8fa29e8049902c4b_SeqId_6_ into a92bf0f705a8abd7bcf228bbc44d82f9/f as hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/default/test/a92bf0f705a8abd7bcf228bbc44d82f9/f/7cb40e8baac642d395d03e42d11184ea_SeqId_6_ - updating store file list. 2024-11-25T11:39:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7cb40e8baac642d395d03e42d11184ea_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T11:39:01,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/default/test/a92bf0f705a8abd7bcf228bbc44d82f9/f/7cb40e8baac642d395d03e42d11184ea_SeqId_6_ into a92bf0f705a8abd7bcf228bbc44d82f9/f 2024-11-25T11:39:01,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/staging/jenkins.hfs.10__test__cgmvv7gekd0ia22bfku39ikt75q8e579g94rfel4d0q64qcb5qd53kr87e521d1v/f/1e066edba9fb409c8fa29e8049902c4b_SeqId_6_ into a92bf0f705a8abd7bcf228bbc44d82f9/f (new location: hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/default/test/a92bf0f705a8abd7bcf228bbc44d82f9/f/7cb40e8baac642d395d03e42d11184ea_SeqId_6_) 2024-11-25T11:39:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/staging/jenkins.hfs.10__test__cgmvv7gekd0ia22bfku39ikt75q8e579g94rfel4d0q64qcb5qd53kr87e521d1v/f/1e066edba9fb409c8fa29e8049902c4b_SeqId_6_ 2024-11-25T11:39:01,983 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] regionserver.ReplicationSink(324): Finished replicating [865fd816-0644-4022-9f8b-9ae8e2e5690d] bulk loaded data 2024-11-25T11:39:02,030 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.wal-reader.96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.1732534727686 to pos 1033, reset compression=false 2024-11-25T11:39:02,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T11:39:02,137 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:39:02,137 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:02,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:02,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:02,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:39:02,138 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T11:39:02,138 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=444477035, stopped=false 2024-11-25T11:39:02,138 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=96bb5f2c2895,44457,1732534726463 2024-11-25T11:39:02,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014eebc5430004, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-153073998/running 2024-11-25T11:39:02,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-153073998/running 2024-11-25T11:39:02,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014eebc5430004, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-153073998 2024-11-25T11:39:02,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-153073998 2024-11-25T11:39:02,142 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:39:02,142 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:39:02,143 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:02,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:02,143 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,41569,1732534726501' ***** 2024-11-25T11:39:02,143 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:39:02,143 INFO [RS:0;96bb5f2c2895:41569 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:39:02,143 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:39:02,143 INFO [RS:0;96bb5f2c2895:41569 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:39:02,143 INFO [RS:0;96bb5f2c2895:41569 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:39:02,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41569-0x1014eebc5430004, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Set watcher on znode that does not yet exist, /1-153073998/running 2024-11-25T11:39:02,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Set watcher on znode that does not yet exist, /1-153073998/running 2024-11-25T11:39:02,144 INFO [RS:0;96bb5f2c2895:41569 {}] regionserver.HRegionServer(3091): Received CLOSE for 56252b27d17ac6d88bfe611cb1fc2fbe 2024-11-25T11:39:02,144 INFO [RS:0;96bb5f2c2895:41569 {}] regionserver.HRegionServer(3091): Received CLOSE for 794cecaed6dda7dacf7b30c297063cdb 2024-11-25T11:39:02,144 INFO [RS:0;96bb5f2c2895:41569 {}] regionserver.HRegionServer(959): stopping server 96bb5f2c2895,41569,1732534726501 2024-11-25T11:39:02,144 INFO [RS:0;96bb5f2c2895:41569 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:39:02,144 INFO [RS:0;96bb5f2c2895:41569 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:41569. 2024-11-25T11:39:02,144 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56252b27d17ac6d88bfe611cb1fc2fbe, disabling compactions & flushes 2024-11-25T11:39:02,144 DEBUG [RS:0;96bb5f2c2895:41569 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:02,144 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732534730888.56252b27d17ac6d88bfe611cb1fc2fbe. 2024-11-25T11:39:02,144 DEBUG [RS:0;96bb5f2c2895:41569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:02,144 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534730888.56252b27d17ac6d88bfe611cb1fc2fbe. 2024-11-25T11:39:02,144 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732534730888.56252b27d17ac6d88bfe611cb1fc2fbe. after waiting 0 ms 2024-11-25T11:39:02,144 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732534730888.56252b27d17ac6d88bfe611cb1fc2fbe. 2024-11-25T11:39:02,144 INFO [RS:0;96bb5f2c2895:41569 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:39:02,144 INFO [RS:0;96bb5f2c2895:41569 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:39:02,144 INFO [RS:0;96bb5f2c2895:41569 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:39:02,144 INFO [RS:0;96bb5f2c2895:41569 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T11:39:02,145 INFO [RS:0;96bb5f2c2895:41569 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T11:39:02,145 DEBUG [RS:0;96bb5f2c2895:41569 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 56252b27d17ac6d88bfe611cb1fc2fbe=test,,1732534730888.56252b27d17ac6d88bfe611cb1fc2fbe., 794cecaed6dda7dacf7b30c297063cdb=hbase:replication,,1732534735209.794cecaed6dda7dacf7b30c297063cdb.} 2024-11-25T11:39:02,145 DEBUG [RS:0;96bb5f2c2895:41569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56252b27d17ac6d88bfe611cb1fc2fbe, 794cecaed6dda7dacf7b30c297063cdb 2024-11-25T11:39:02,145 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:39:02,145 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:39:02,145 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:39:02,145 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:39:02,145 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:39:02,145 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T11:39:02,148 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/default/test/56252b27d17ac6d88bfe611cb1fc2fbe/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T11:39:02,151 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:39:02,151 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T11:39:02,151 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732534730888.56252b27d17ac6d88bfe611cb1fc2fbe. 2024-11-25T11:39:02,151 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56252b27d17ac6d88bfe611cb1fc2fbe: Waiting for close lock at 1732534742144Running coprocessor pre-close hooks at 1732534742144Disabling compacts and flushes for region at 1732534742144Disabling writes for close at 1732534742144Writing region close event to WAL at 1732534742145 (+1 ms)Running coprocessor post-close hooks at 1732534742151 (+6 ms)Closed at 1732534742151 2024-11-25T11:39:02,151 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732534730888.56252b27d17ac6d88bfe611cb1fc2fbe. 2024-11-25T11:39:02,151 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 794cecaed6dda7dacf7b30c297063cdb, disabling compactions & flushes 2024-11-25T11:39:02,151 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534735209.794cecaed6dda7dacf7b30c297063cdb. 2024-11-25T11:39:02,151 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534735209.794cecaed6dda7dacf7b30c297063cdb. 2024-11-25T11:39:02,151 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534735209.794cecaed6dda7dacf7b30c297063cdb. after waiting 0 ms 2024-11-25T11:39:02,151 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534735209.794cecaed6dda7dacf7b30c297063cdb. 2024-11-25T11:39:02,152 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 794cecaed6dda7dacf7b30c297063cdb 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-25T11:39:02,165 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:39:02,166 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/meta/1588230740/.tmp/info/dec2a54d963242088165ccdfb403d232 is 147, key is hbase:replication,,1732534735209.794cecaed6dda7dacf7b30c297063cdb./info:regioninfo/1732534736380/Put/seqid=0 2024-11-25T11:39:02,168 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/replication/794cecaed6dda7dacf7b30c297063cdb/.tmp/hfileref/f468f4aed368442f8ab17b6730c7858b is 74, key is 1/hfileref:1e066edba9fb409c8fa29e8049902c4b_SeqId_6_/1732534741984/DeleteColumn/seqid=0 2024-11-25T11:39:02,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741844_1020 (size=7686) 2024-11-25T11:39:02,178 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/meta/1588230740/.tmp/info/dec2a54d963242088165ccdfb403d232 2024-11-25T11:39:02,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741845_1021 (size=5345) 2024-11-25T11:39:02,204 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/meta/1588230740/.tmp/ns/451385db91a544ab8244039464ddf3b0 is 43, key is default/ns:d/1732534728659/Put/seqid=0 2024-11-25T11:39:02,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741846_1022 (size=5153) 2024-11-25T11:39:02,345 DEBUG [RS:0;96bb5f2c2895:41569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 794cecaed6dda7dacf7b30c297063cdb 2024-11-25T11:39:02,481 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320 to pos 687, reset compression=false 2024-11-25T11:39:02,486 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:39:02,487 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.shipper96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,37287,1732534722313 got entry batch from reader: WALEntryBatch [walEntries=[{test/a92bf0f705a8abd7bcf228bbc44d82f9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732534741981/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-25T11:39:02,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 96bb5f2c2895,41569,1732534726501 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:39:02,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41569 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:43850 deadline: 1732534802487, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 96bb5f2c2895,41569,1732534726501 stopping 2024-11-25T11:39:02,492 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.shipper96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 96bb5f2c2895,41569,1732534726501 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:39:02,534 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.wal-reader.96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.1732534727686 to pos 1033, reset compression=false 2024-11-25T11:39:02,539 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.wal-reader.96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:39:02,539 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.wal-reader.96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.1732534727686 to pos 1328, reset compression=false 2024-11-25T11:39:02,539 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.shipper96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,41569,1732534726501 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.1732534727686, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:39:02,540 ERROR [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.shipper96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 96bb5f2c2895,41569,1732534726501: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-96bb5f2c2895,41569,1732534726501, walGroup=96bb5f2c2895%2C41569%2C1732534726501, offset=96bb5f2c2895%2C41569%2C1732534726501.1732534727686:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:41569 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T11:39:02,541 ERROR [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.shipper96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T11:39:02,541 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.shipper96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T11:39:02,542 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.shipper96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T11:39:02,542 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.shipper96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T11:39:02,542 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.shipper96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T11:39:02,542 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.shipper96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 804295168 }, "NonHeapMemoryUsage": { "committed": 190447616, "init": 7667712, "max": -1, "used": 187793872 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T11:39:02,545 DEBUG [RS:0;96bb5f2c2895:41569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 794cecaed6dda7dacf7b30c297063cdb 2024-11-25T11:39:02,545 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.shipper96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:44457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:44457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T11:39:02,558 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T11:39:02,558 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T11:39:02,585 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/replication/794cecaed6dda7dacf7b30c297063cdb/.tmp/hfileref/f468f4aed368442f8ab17b6730c7858b 2024-11-25T11:39:02,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 96bb5f2c2895,41569,1732534726501 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:39:02,596 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.shipper96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 96bb5f2c2895,41569,1732534726501 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:39:02,609 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/replication/794cecaed6dda7dacf7b30c297063cdb/.tmp/queue/c204c73169ba4aafa7f1609e6ea9e8a8 is 154, key is 1-96bb5f2c2895,41569,1732534726501/queue:96bb5f2c2895%2C41569%2C1732534726501/1732534741986/Put/seqid=0 2024-11-25T11:39:02,611 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/meta/1588230740/.tmp/ns/451385db91a544ab8244039464ddf3b0 2024-11-25T11:39:02,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741847_1023 (size=5353) 2024-11-25T11:39:02,629 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/meta/1588230740/.tmp/rep_barrier/b9fc319a6a9841bba7679d52d4de97c2 is 112, key is test,,1732534730888.56252b27d17ac6d88bfe611cb1fc2fbe./rep_barrier:seqnumDuringOpen/1732534732044/Put/seqid=0 2024-11-25T11:39:02,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741848_1024 (size=5518) 2024-11-25T11:39:02,687 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320 to pos 1033, reset compression=false 2024-11-25T11:39:02,745 DEBUG [RS:0;96bb5f2c2895:41569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 794cecaed6dda7dacf7b30c297063cdb 2024-11-25T11:39:02,746 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.wal-reader.96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.1732534727686 to pos 1328, reset compression=false 2024-11-25T11:39:02,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 96bb5f2c2895,41569,1732534726501 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:39:02,801 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.shipper96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 96bb5f2c2895,41569,1732534726501 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:39:02,946 DEBUG [RS:0;96bb5f2c2895:41569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 794cecaed6dda7dacf7b30c297063cdb 2024-11-25T11:39:02,991 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320 to pos 1033, reset compression=false 2024-11-25T11:39:03,014 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/replication/794cecaed6dda7dacf7b30c297063cdb/.tmp/queue/c204c73169ba4aafa7f1609e6ea9e8a8 2024-11-25T11:39:03,019 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/replication/794cecaed6dda7dacf7b30c297063cdb/.tmp/hfileref/f468f4aed368442f8ab17b6730c7858b as hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/replication/794cecaed6dda7dacf7b30c297063cdb/hfileref/f468f4aed368442f8ab17b6730c7858b 2024-11-25T11:39:03,023 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/replication/794cecaed6dda7dacf7b30c297063cdb/hfileref/f468f4aed368442f8ab17b6730c7858b, entries=4, sequenceid=12, filesize=5.2 K 2024-11-25T11:39:03,024 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/replication/794cecaed6dda7dacf7b30c297063cdb/.tmp/queue/c204c73169ba4aafa7f1609e6ea9e8a8 as hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/replication/794cecaed6dda7dacf7b30c297063cdb/queue/c204c73169ba4aafa7f1609e6ea9e8a8 2024-11-25T11:39:03,028 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/replication/794cecaed6dda7dacf7b30c297063cdb/queue/c204c73169ba4aafa7f1609e6ea9e8a8, entries=1, sequenceid=12, filesize=5.2 K 2024-11-25T11:39:03,029 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 794cecaed6dda7dacf7b30c297063cdb in 878ms, sequenceid=12, compaction requested=false 2024-11-25T11:39:03,032 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/replication/794cecaed6dda7dacf7b30c297063cdb/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-25T11:39:03,033 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:39:03,033 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:39:03,033 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732534735209.794cecaed6dda7dacf7b30c297063cdb. 2024-11-25T11:39:03,033 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 794cecaed6dda7dacf7b30c297063cdb: Waiting for close lock at 1732534742151Running coprocessor pre-close hooks at 1732534742151Disabling compacts and flushes for region at 1732534742151Disabling writes for close at 1732534742151Obtaining lock to block concurrent updates at 1732534742152 (+1 ms)Preparing flush snapshotting stores in 794cecaed6dda7dacf7b30c297063cdb at 1732534742152Finished memstore snapshotting hbase:replication,,1732534735209.794cecaed6dda7dacf7b30c297063cdb., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732534742152Flushing stores of hbase:replication,,1732534735209.794cecaed6dda7dacf7b30c297063cdb. at 1732534742152Flushing 794cecaed6dda7dacf7b30c297063cdb/hfileref: creating writer at 1732534742153 (+1 ms)Flushing 794cecaed6dda7dacf7b30c297063cdb/hfileref: appending metadata at 1732534742168 (+15 ms)Flushing 794cecaed6dda7dacf7b30c297063cdb/hfileref: closing flushed file at 1732534742168Flushing 794cecaed6dda7dacf7b30c297063cdb/queue: creating writer at 1732534742590 (+422 ms)Flushing 794cecaed6dda7dacf7b30c297063cdb/queue: appending metadata at 1732534742608 (+18 ms)Flushing 794cecaed6dda7dacf7b30c297063cdb/queue: closing flushed file at 1732534742608Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d9ab04a: reopening flushed file at 1732534743018 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a6135d3: reopening flushed file at 1732534743023 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 794cecaed6dda7dacf7b30c297063cdb in 878ms, sequenceid=12, compaction requested=false at 1732534743029 (+6 ms)Writing region close event to WAL at 1732534743030 (+1 ms)Running coprocessor post-close hooks at 1732534743033 (+3 ms)Closed at 1732534743033 2024-11-25T11:39:03,033 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732534735209.794cecaed6dda7dacf7b30c297063cdb. 2024-11-25T11:39:03,034 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/meta/1588230740/.tmp/rep_barrier/b9fc319a6a9841bba7679d52d4de97c2 2024-11-25T11:39:03,050 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.wal-reader.96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.1732534727686 to pos 1328, reset compression=false 2024-11-25T11:39:03,051 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/meta/1588230740/.tmp/table/4b617343fe6e439a9e49ee88ed78506b is 53, key is hbase:replication/table:state/1732534736386/Put/seqid=0 2024-11-25T11:39:03,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741849_1025 (size=5308) 2024-11-25T11:39:03,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 96bb5f2c2895,41569,1732534726501 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:39:03,104 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.shipper96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 96bb5f2c2895,41569,1732534726501 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:39:03,146 INFO [RS:0;96bb5f2c2895:41569 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T11:39:03,146 DEBUG [RS:0;96bb5f2c2895:41569 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T11:39:03,146 DEBUG [RS:0;96bb5f2c2895:41569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:39:03,346 DEBUG [RS:0;96bb5f2c2895:41569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:39:03,395 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320 to pos 1033, reset compression=false 2024-11-25T11:39:03,454 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.wal-reader.96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.1732534727686 to pos 1328, reset compression=false 2024-11-25T11:39:03,456 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/meta/1588230740/.tmp/table/4b617343fe6e439a9e49ee88ed78506b 2024-11-25T11:39:03,462 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/meta/1588230740/.tmp/info/dec2a54d963242088165ccdfb403d232 as hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/meta/1588230740/info/dec2a54d963242088165ccdfb403d232 2024-11-25T11:39:03,466 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/meta/1588230740/info/dec2a54d963242088165ccdfb403d232, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T11:39:03,467 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/meta/1588230740/.tmp/ns/451385db91a544ab8244039464ddf3b0 as hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/meta/1588230740/ns/451385db91a544ab8244039464ddf3b0 2024-11-25T11:39:03,471 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/meta/1588230740/ns/451385db91a544ab8244039464ddf3b0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T11:39:03,472 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/meta/1588230740/.tmp/rep_barrier/b9fc319a6a9841bba7679d52d4de97c2 as hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/meta/1588230740/rep_barrier/b9fc319a6a9841bba7679d52d4de97c2 2024-11-25T11:39:03,475 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/meta/1588230740/rep_barrier/b9fc319a6a9841bba7679d52d4de97c2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T11:39:03,476 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/meta/1588230740/.tmp/table/4b617343fe6e439a9e49ee88ed78506b as hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/meta/1588230740/table/4b617343fe6e439a9e49ee88ed78506b 2024-11-25T11:39:03,480 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/meta/1588230740/table/4b617343fe6e439a9e49ee88ed78506b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T11:39:03,481 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1336ms, sequenceid=16, compaction requested=false 2024-11-25T11:39:03,487 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T11:39:03,487 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:39:03,487 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:39:03,487 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:39:03,487 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534742145Running coprocessor pre-close hooks at 1732534742145Disabling compacts and flushes for region at 1732534742145Disabling writes for close at 1732534742145Obtaining lock to block concurrent updates at 1732534742145Preparing flush snapshotting stores in 1588230740 at 1732534742145Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732534742145Flushing stores of hbase:meta,,1.1588230740 at 1732534742146 (+1 ms)Flushing 1588230740/info: creating writer at 1732534742146Flushing 1588230740/info: appending metadata at 1732534742165 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732534742165Flushing 1588230740/ns: creating writer at 1732534742189 (+24 ms)Flushing 1588230740/ns: appending metadata at 1732534742203 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732534742204 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732534742615 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732534742629 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732534742629Flushing 1588230740/table: creating writer at 1732534743037 (+408 ms)Flushing 1588230740/table: appending metadata at 1732534743051 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732534743051Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bf8212f: reopening flushed file at 1732534743461 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eea90e7: reopening flushed file at 1732534743466 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b23451e: reopening flushed file at 1732534743471 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9294902: reopening flushed file at 1732534743476 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1336ms, sequenceid=16, compaction requested=false at 1732534743481 (+5 ms)Writing region close event to WAL at 1732534743484 (+3 ms)Running coprocessor post-close hooks at 1732534743487 (+3 ms)Closed at 1732534743487 2024-11-25T11:39:03,488 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T11:39:03,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 96bb5f2c2895,41569,1732534726501 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:39:03,508 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.shipper96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 96bb5f2c2895,41569,1732534726501 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:39:03,546 INFO [RS:0;96bb5f2c2895:41569 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,41569,1732534726501; all regions closed. 2024-11-25T11:39:03,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741834_1010 (size=4239) 2024-11-25T11:39:03,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741839_1015 (size=3127) 2024-11-25T11:39:03,551 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.rep.1732534736348 not finished, retry = 0 2024-11-25T11:39:03,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741832_1008 (size=1336) 2024-11-25T11:39:03,654 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/WALs/96bb5f2c2895,41569,1732534726501/96bb5f2c2895%2C41569%2C1732534726501.1732534727686 not finished, retry = 0 2024-11-25T11:39:03,755 DEBUG [RS:0;96bb5f2c2895:41569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:03,755 INFO [RS:0;96bb5f2c2895:41569 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:39:03,755 INFO [RS:0;96bb5f2c2895:41569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:39:03,756 INFO [RS:0;96bb5f2c2895:41569 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T11:39:03,756 INFO [RS:0;96bb5f2c2895:41569 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:39:03,756 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:39:03,756 INFO [RS:0;96bb5f2c2895:41569 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-96bb5f2c2895,41569,1732534726501 because: Region server is closing 2024-11-25T11:39:03,756 INFO [RS:0;96bb5f2c2895:41569 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:41569. 2024-11-25T11:39:03,756 DEBUG [RS:0;96bb5f2c2895:41569 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:03,756 DEBUG [RS:0;96bb5f2c2895:41569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:03,756 DEBUG [RS:0;96bb5f2c2895:41569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:03,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:39:03,857 INFO [RS:0;96bb5f2c2895:41569 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.shipper96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 terminated 2024-11-25T11:39:03,857 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,41569,1732534726501.replicationSource.wal-reader.96bb5f2c2895%2C41569%2C1732534726501,1-96bb5f2c2895,41569,1732534726501 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T11:39:03,857 INFO [RS:0;96bb5f2c2895:41569 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:41569. 2024-11-25T11:39:03,857 DEBUG [RS:0;96bb5f2c2895:41569 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:03,857 DEBUG [RS:0;96bb5f2c2895:41569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:03,857 DEBUG [RS:0;96bb5f2c2895:41569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:03,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:39:03,857 INFO [RS:0;96bb5f2c2895:41569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41569 2024-11-25T11:39:03,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014eebc5430004, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-153073998/rs/96bb5f2c2895,41569,1732534726501 2024-11-25T11:39:03,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-153073998/rs 2024-11-25T11:39:03,859 INFO [RS:0;96bb5f2c2895:41569 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:39:03,860 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,41569,1732534726501] 2024-11-25T11:39:03,862 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-153073998/draining/96bb5f2c2895,41569,1732534726501 already deleted, retry=false 2024-11-25T11:39:03,862 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96bb5f2c2895,41569,1732534726501 expired; onlineServers=0 2024-11-25T11:39:03,862 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '96bb5f2c2895,44457,1732534726463' ***** 2024-11-25T11:39:03,862 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T11:39:03,862 INFO [M:0;96bb5f2c2895:44457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:39:03,862 INFO [M:0;96bb5f2c2895:44457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:39:03,862 DEBUG [M:0;96bb5f2c2895:44457 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T11:39:03,862 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T11:39:03,862 DEBUG [M:0;96bb5f2c2895:44457 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T11:39:03,862 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534727474 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534727474,5,FailOnTimeoutGroup] 2024-11-25T11:39:03,862 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534727474 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534727474,5,FailOnTimeoutGroup] 2024-11-25T11:39:03,862 INFO [M:0;96bb5f2c2895:44457 {}] hbase.ChoreService(370): Chore service for: master/96bb5f2c2895:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T11:39:03,862 INFO [M:0;96bb5f2c2895:44457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:39:03,862 DEBUG [M:0;96bb5f2c2895:44457 {}] master.HMaster(1795): Stopping service threads 2024-11-25T11:39:03,862 INFO [M:0;96bb5f2c2895:44457 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T11:39:03,862 INFO [M:0;96bb5f2c2895:44457 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:39:03,862 INFO [M:0;96bb5f2c2895:44457 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T11:39:03,863 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T11:39:03,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-153073998/master 2024-11-25T11:39:03,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-153073998 2024-11-25T11:39:03,865 DEBUG [M:0;96bb5f2c2895:44457 {}] zookeeper.ZKUtil(347): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Unable to get data of znode /1-153073998/master because node does not exist (not an error) 2024-11-25T11:39:03,865 WARN [M:0;96bb5f2c2895:44457 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T11:39:03,866 INFO [M:0;96bb5f2c2895:44457 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/.lastflushedseqids 2024-11-25T11:39:03,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741850_1026 (size=263) 2024-11-25T11:39:03,899 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320 to pos 1033, reset compression=false 2024-11-25T11:39:03,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014eebc5430004, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:39:03,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41569-0x1014eebc5430004, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:39:03,961 INFO [RS:0;96bb5f2c2895:41569 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:39:03,961 INFO [RS:0;96bb5f2c2895:41569 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,41569,1732534726501; zookeeper connection closed. 2024-11-25T11:39:03,961 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@309d9fb0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@309d9fb0 2024-11-25T11:39:03,961 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T11:39:04,012 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 96bb5f2c2895:41569 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 96bb5f2c2895/172.17.0.2:41569 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:39:04,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 96bb5f2c2895:41569 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 96bb5f2c2895/172.17.0.2:41569 2024-11-25T11:39:04,012 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.shipper96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=96bb5f2c2895:41569 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 96bb5f2c2895/172.17.0.2:41569 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 96bb5f2c2895/172.17.0.2:41569 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-25T11:39:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:39:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:33960 deadline: 1732534804015, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-25T11:39:04,016 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.shipper96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-25T11:39:04,017 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.shipper96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-25T11:39:04,271 INFO [M:0;96bb5f2c2895:44457 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T11:39:04,271 INFO [M:0;96bb5f2c2895:44457 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T11:39:04,272 DEBUG [M:0;96bb5f2c2895:44457 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:39:04,272 INFO [M:0;96bb5f2c2895:44457 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:04,272 DEBUG [M:0;96bb5f2c2895:44457 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:04,272 DEBUG [M:0;96bb5f2c2895:44457 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:39:04,272 DEBUG [M:0;96bb5f2c2895:44457 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:04,272 INFO [M:0;96bb5f2c2895:44457 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-25T11:39:04,291 DEBUG [M:0;96bb5f2c2895:44457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/871c3b3629a84ca09aa9f3e4c61e8a80 is 82, key is hbase:meta,,1/info:regioninfo/1732534728647/Put/seqid=0 2024-11-25T11:39:04,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741851_1027 (size=5672) 2024-11-25T11:39:04,503 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320 to pos 1033, reset compression=false 2024-11-25T11:39:04,617 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.shipper96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-25T11:39:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:39:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:33960 deadline: 1732534804619, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-25T11:39:04,619 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.shipper96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-25T11:39:04,620 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.shipper96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-25T11:39:04,620 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.shipper96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-25T11:39:04,699 INFO [M:0;96bb5f2c2895:44457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/871c3b3629a84ca09aa9f3e4c61e8a80 2024-11-25T11:39:04,729 DEBUG [M:0;96bb5f2c2895:44457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/980e857bf89a4fcda63f146cdbc92d0e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732534736389/Put/seqid=0 2024-11-25T11:39:04,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741852_1028 (size=8516) 2024-11-25T11:39:05,133 INFO [M:0;96bb5f2c2895:44457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/980e857bf89a4fcda63f146cdbc92d0e 2024-11-25T11:39:05,159 DEBUG [M:0;96bb5f2c2895:44457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53954bbf979144a6942761aac29e3ab1 is 69, key is 96bb5f2c2895,41569,1732534726501/rs:state/1732534727538/Put/seqid=0 2024-11-25T11:39:05,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741853_1029 (size=5156) 2024-11-25T11:39:05,207 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320 to pos 1033, reset compression=false 2024-11-25T11:39:05,321 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.shipper96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-25T11:39:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:39:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44457 {}] ipc.CallRunner(138): callId: 25 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:33960 deadline: 1732534805323, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-25T11:39:05,324 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.shipper96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-25T11:39:05,325 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.shipper96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-25T11:39:05,325 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.shipper96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-25T11:39:05,565 INFO [M:0;96bb5f2c2895:44457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53954bbf979144a6942761aac29e3ab1 2024-11-25T11:39:05,570 DEBUG [M:0;96bb5f2c2895:44457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/871c3b3629a84ca09aa9f3e4c61e8a80 as hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/871c3b3629a84ca09aa9f3e4c61e8a80 2024-11-25T11:39:05,574 INFO [M:0;96bb5f2c2895:44457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/871c3b3629a84ca09aa9f3e4c61e8a80, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T11:39:05,575 DEBUG [M:0;96bb5f2c2895:44457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/980e857bf89a4fcda63f146cdbc92d0e as hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/980e857bf89a4fcda63f146cdbc92d0e 2024-11-25T11:39:05,579 INFO [M:0;96bb5f2c2895:44457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/980e857bf89a4fcda63f146cdbc92d0e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T11:39:05,579 DEBUG [M:0;96bb5f2c2895:44457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53954bbf979144a6942761aac29e3ab1 as hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/53954bbf979144a6942761aac29e3ab1 2024-11-25T11:39:05,583 INFO [M:0;96bb5f2c2895:44457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38273/user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/53954bbf979144a6942761aac29e3ab1, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T11:39:05,584 INFO [M:0;96bb5f2c2895:44457 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=97, compaction requested=false 2024-11-25T11:39:05,585 INFO [M:0;96bb5f2c2895:44457 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:05,586 DEBUG [M:0;96bb5f2c2895:44457 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534744272Disabling compacts and flushes for region at 1732534744272Disabling writes for close at 1732534744272Obtaining lock to block concurrent updates at 1732534744272Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732534744272Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732534744272Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732534744273 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732534744273Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732534744290 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732534744290Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732534744704 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732534744728 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732534744728Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732534745138 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732534745158 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732534745159 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68853f38: reopening flushed file at 1732534745569 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b1df2e5: reopening flushed file at 1732534745574 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@564ddc22: reopening flushed file at 1732534745579 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=97, compaction requested=false at 1732534745584 (+5 ms)Writing region close event to WAL at 1732534745585 (+1 ms)Closed at 1732534745585 2024-11-25T11:39:05,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44941 is added to blk_1073741830_1006 (size=63654) 2024-11-25T11:39:05,587 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ae65b90-0a07-899b-8c9d-dfa80b818e77/MasterData/WALs/96bb5f2c2895,44457,1732534726463/96bb5f2c2895%2C44457%2C1732534726463.1732534727390 not finished, retry = 0 2024-11-25T11:39:05,689 INFO [M:0;96bb5f2c2895:44457 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T11:39:05,689 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:39:05,689 INFO [M:0;96bb5f2c2895:44457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44457 2024-11-25T11:39:05,689 INFO [M:0;96bb5f2c2895:44457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:39:05,791 INFO [M:0;96bb5f2c2895:44457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:39:05,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:39:05,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44457-0x1014eebc5430003, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:39:05,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67bd3e18{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:39:05,794 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@449c586f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:39:05,794 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:39:05,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fcf59d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:39:05,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@126f37db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/hadoop.log.dir/,STOPPED} 2024-11-25T11:39:05,796 WARN [BP-1137957920-172.17.0.2-1732534725386 heartbeating to localhost/127.0.0.1:38273 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:39:05,796 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:39:05,796 WARN [BP-1137957920-172.17.0.2-1732534725386 heartbeating to localhost/127.0.0.1:38273 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1137957920-172.17.0.2-1732534725386 (Datanode Uuid f154f260-1bf8-4af1-9996-3ad462225ba9) service to localhost/127.0.0.1:38273 2024-11-25T11:39:05,796 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:39:05,797 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/cluster_e56baf2f-1ca2-609e-cc44-606655f2e1b9/data/data1/current/BP-1137957920-172.17.0.2-1732534725386 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:39:05,797 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/cluster_e56baf2f-1ca2-609e-cc44-606655f2e1b9/data/data2/current/BP-1137957920-172.17.0.2-1732534725386 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:39:05,797 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:39:05,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51f583c2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:39:05,804 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b74bab8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:39:05,804 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:39:05,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d00e481{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:39:05,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d032377{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/hadoop.log.dir/,STOPPED} 2024-11-25T11:39:05,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T11:39:05,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T11:39:05,817 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:39:05,817 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:05,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:05,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:05,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:39:05,818 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T11:39:05,818 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=286503962, stopped=false 2024-11-25T11:39:05,818 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=96bb5f2c2895,38483,1732534722259 2024-11-25T11:39:05,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-825556828/running 2024-11-25T11:39:05,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x1014eebc5430001, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-825556828/running 2024-11-25T11:39:05,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x1014eebc5430001, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825556828 2024-11-25T11:39:05,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825556828 2024-11-25T11:39:05,821 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:39:05,821 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:39:05,821 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:05,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:05,822 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,37287,1732534722313' ***** 2024-11-25T11:39:05,822 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:39:05,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Set watcher on znode that does not yet exist, /0-825556828/running 2024-11-25T11:39:05,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37287-0x1014eebc5430001, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Set watcher on znode that does not yet exist, /0-825556828/running 2024-11-25T11:39:05,822 INFO [RS:0;96bb5f2c2895:37287 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:39:05,822 INFO [RS:0;96bb5f2c2895:37287 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:39:05,822 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:39:05,822 INFO [RS:0;96bb5f2c2895:37287 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:39:05,822 INFO [RS:0;96bb5f2c2895:37287 {}] regionserver.HRegionServer(3091): Received CLOSE for 472d5e5ed62da91f0e28fc5b3def62ef 2024-11-25T11:39:05,823 INFO [RS:0;96bb5f2c2895:37287 {}] regionserver.HRegionServer(3091): Received CLOSE for a92bf0f705a8abd7bcf228bbc44d82f9 2024-11-25T11:39:05,823 INFO [RS:0;96bb5f2c2895:37287 {}] regionserver.HRegionServer(959): stopping server 96bb5f2c2895,37287,1732534722313 2024-11-25T11:39:05,823 INFO [RS:0;96bb5f2c2895:37287 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:39:05,823 INFO [RS:0;96bb5f2c2895:37287 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:37287. 2024-11-25T11:39:05,823 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 472d5e5ed62da91f0e28fc5b3def62ef, disabling compactions & flushes 2024-11-25T11:39:05,823 DEBUG [RS:0;96bb5f2c2895:37287 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:05,823 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534733063.472d5e5ed62da91f0e28fc5b3def62ef. 2024-11-25T11:39:05,823 DEBUG [RS:0;96bb5f2c2895:37287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:05,823 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534733063.472d5e5ed62da91f0e28fc5b3def62ef. 2024-11-25T11:39:05,823 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534733063.472d5e5ed62da91f0e28fc5b3def62ef. after waiting 0 ms 2024-11-25T11:39:05,823 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534733063.472d5e5ed62da91f0e28fc5b3def62ef. 2024-11-25T11:39:05,823 INFO [RS:0;96bb5f2c2895:37287 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:39:05,823 INFO [RS:0;96bb5f2c2895:37287 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:39:05,823 INFO [RS:0;96bb5f2c2895:37287 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:39:05,823 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 472d5e5ed62da91f0e28fc5b3def62ef 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-25T11:39:05,823 INFO [RS:0;96bb5f2c2895:37287 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T11:39:05,824 INFO [RS:0;96bb5f2c2895:37287 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T11:39:05,824 DEBUG [RS:0;96bb5f2c2895:37287 {}] regionserver.HRegionServer(1325): Online Regions={472d5e5ed62da91f0e28fc5b3def62ef=hbase:replication,,1732534733063.472d5e5ed62da91f0e28fc5b3def62ef., a92bf0f705a8abd7bcf228bbc44d82f9=test,,1732534728738.a92bf0f705a8abd7bcf228bbc44d82f9., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T11:39:05,824 DEBUG [RS:0;96bb5f2c2895:37287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 472d5e5ed62da91f0e28fc5b3def62ef, a92bf0f705a8abd7bcf228bbc44d82f9 2024-11-25T11:39:05,824 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:39:05,824 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:39:05,824 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:39:05,824 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:39:05,824 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:39:05,824 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T11:39:05,842 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/replication/472d5e5ed62da91f0e28fc5b3def62ef/.tmp/hfileref/034fe8960ede451986273f342bcad19e is 74, key is 1/hfileref:7cb40e8baac642d395d03e42d11184ea_SeqId_6_/1732534741969/Put/seqid=0 2024-11-25T11:39:05,843 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/meta/1588230740/.tmp/info/d64393c40e054f97a789b9ca6ba60679 is 147, key is hbase:replication,,1732534733063.472d5e5ed62da91f0e28fc5b3def62ef./info:regioninfo/1732534734231/Put/seqid=0 2024-11-25T11:39:05,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741846_1022 (size=5345) 2024-11-25T11:39:05,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741847_1023 (size=7686) 2024-11-25T11:39:05,847 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/meta/1588230740/.tmp/info/d64393c40e054f97a789b9ca6ba60679 2024-11-25T11:39:05,879 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/meta/1588230740/.tmp/ns/efdb359bb58b49579cf880fe9afa3b00 is 43, key is default/ns:d/1732534725294/Put/seqid=0 2024-11-25T11:39:05,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741848_1024 (size=5153) 2024-11-25T11:39:05,883 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/meta/1588230740/.tmp/ns/efdb359bb58b49579cf880fe9afa3b00 2024-11-25T11:39:05,902 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/meta/1588230740/.tmp/rep_barrier/73cc3c99c93a46a596c4393b9b551cbe is 112, key is test,,1732534728738.a92bf0f705a8abd7bcf228bbc44d82f9./rep_barrier:seqnumDuringOpen/1732534729887/Put/seqid=0 2024-11-25T11:39:05,904 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:39:05,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741849_1025 (size=5518) 2024-11-25T11:39:06,011 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320 to pos 1033, reset compression=false 2024-11-25T11:39:06,024 DEBUG [RS:0;96bb5f2c2895:37287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 472d5e5ed62da91f0e28fc5b3def62ef, a92bf0f705a8abd7bcf228bbc44d82f9 2024-11-25T11:39:06,126 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.shipper96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-25T11:39:06,127 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 96bb5f2c2895:44457 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 96bb5f2c2895/172.17.0.2:44457 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:39:06,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 96bb5f2c2895:44457 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 96bb5f2c2895/172.17.0.2:44457 2024-11-25T11:39:06,189 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T11:39:06,189 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T11:39:06,224 DEBUG [RS:0;96bb5f2c2895:37287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 472d5e5ed62da91f0e28fc5b3def62ef, a92bf0f705a8abd7bcf228bbc44d82f9 2024-11-25T11:39:06,234 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:06,234 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 96bb5f2c2895:44457 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 96bb5f2c2895/172.17.0.2:44457 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:39:06,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [96bb5f2c2895,44457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=96bb5f2c2895:44457 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 96bb5f2c2895/172.17.0.2:44457 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-25T11:39:06,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 96bb5f2c2895:44457 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 96bb5f2c2895/172.17.0.2:44457 2024-11-25T11:39:06,247 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/replication/472d5e5ed62da91f0e28fc5b3def62ef/.tmp/hfileref/034fe8960ede451986273f342bcad19e 2024-11-25T11:39:06,265 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/replication/472d5e5ed62da91f0e28fc5b3def62ef/.tmp/queue/fee9bb1ba220492db8dd0699ff20f18c is 153, key is 1-96bb5f2c2895,37287,1732534722313/queue:96bb5f2c2895%2C37287%2C1732534722313/1732534739824/Put/seqid=0 2024-11-25T11:39:06,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741850_1026 (size=5352) 2024-11-25T11:39:06,306 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/meta/1588230740/.tmp/rep_barrier/73cc3c99c93a46a596c4393b9b551cbe 2024-11-25T11:39:06,325 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/meta/1588230740/.tmp/table/a2ea3a68a0d44a1991a9f286d8853995 is 53, key is hbase:replication/table:state/1732534734237/Put/seqid=0 2024-11-25T11:39:06,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741851_1027 (size=5308) 2024-11-25T11:39:06,424 DEBUG [RS:0;96bb5f2c2895:37287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 472d5e5ed62da91f0e28fc5b3def62ef, a92bf0f705a8abd7bcf228bbc44d82f9 2024-11-25T11:39:06,444 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:06,445 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 96bb5f2c2895:44457 this server is in the failed servers list 2024-11-25T11:39:06,445 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [96bb5f2c2895,44457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=96bb5f2c2895:44457 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 96bb5f2c2895:44457 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T11:39:06,625 DEBUG [RS:0;96bb5f2c2895:37287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 472d5e5ed62da91f0e28fc5b3def62ef, a92bf0f705a8abd7bcf228bbc44d82f9 2024-11-25T11:39:06,669 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/replication/472d5e5ed62da91f0e28fc5b3def62ef/.tmp/queue/fee9bb1ba220492db8dd0699ff20f18c 2024-11-25T11:39:06,674 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/replication/472d5e5ed62da91f0e28fc5b3def62ef/.tmp/hfileref/034fe8960ede451986273f342bcad19e as hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/replication/472d5e5ed62da91f0e28fc5b3def62ef/hfileref/034fe8960ede451986273f342bcad19e 2024-11-25T11:39:06,678 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/replication/472d5e5ed62da91f0e28fc5b3def62ef/hfileref/034fe8960ede451986273f342bcad19e, entries=4, sequenceid=10, filesize=5.2 K 2024-11-25T11:39:06,679 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/replication/472d5e5ed62da91f0e28fc5b3def62ef/.tmp/queue/fee9bb1ba220492db8dd0699ff20f18c as hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/replication/472d5e5ed62da91f0e28fc5b3def62ef/queue/fee9bb1ba220492db8dd0699ff20f18c 2024-11-25T11:39:06,683 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/replication/472d5e5ed62da91f0e28fc5b3def62ef/queue/fee9bb1ba220492db8dd0699ff20f18c, entries=1, sequenceid=10, filesize=5.2 K 2024-11-25T11:39:06,684 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 472d5e5ed62da91f0e28fc5b3def62ef in 861ms, sequenceid=10, compaction requested=false 2024-11-25T11:39:06,685 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T11:39:06,693 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/replication/472d5e5ed62da91f0e28fc5b3def62ef/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-25T11:39:06,693 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:39:06,693 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:39:06,693 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732534733063.472d5e5ed62da91f0e28fc5b3def62ef. 2024-11-25T11:39:06,694 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 472d5e5ed62da91f0e28fc5b3def62ef: Waiting for close lock at 1732534745823Running coprocessor pre-close hooks at 1732534745823Disabling compacts and flushes for region at 1732534745823Disabling writes for close at 1732534745823Obtaining lock to block concurrent updates at 1732534745823Preparing flush snapshotting stores in 472d5e5ed62da91f0e28fc5b3def62ef at 1732534745823Finished memstore snapshotting hbase:replication,,1732534733063.472d5e5ed62da91f0e28fc5b3def62ef., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732534745824 (+1 ms)Flushing stores of hbase:replication,,1732534733063.472d5e5ed62da91f0e28fc5b3def62ef. at 1732534745824Flushing 472d5e5ed62da91f0e28fc5b3def62ef/hfileref: creating writer at 1732534745824Flushing 472d5e5ed62da91f0e28fc5b3def62ef/hfileref: appending metadata at 1732534745842 (+18 ms)Flushing 472d5e5ed62da91f0e28fc5b3def62ef/hfileref: closing flushed file at 1732534745842Flushing 472d5e5ed62da91f0e28fc5b3def62ef/queue: creating writer at 1732534746251 (+409 ms)Flushing 472d5e5ed62da91f0e28fc5b3def62ef/queue: appending metadata at 1732534746264 (+13 ms)Flushing 472d5e5ed62da91f0e28fc5b3def62ef/queue: closing flushed file at 1732534746264Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11cfec80: reopening flushed file at 1732534746673 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26a93747: reopening flushed file at 1732534746678 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 472d5e5ed62da91f0e28fc5b3def62ef in 861ms, sequenceid=10, compaction requested=false at 1732534746684 (+6 ms)Writing region close event to WAL at 1732534746690 (+6 ms)Running coprocessor post-close hooks at 1732534746693 (+3 ms)Closed at 1732534746693 2024-11-25T11:39:06,694 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732534733063.472d5e5ed62da91f0e28fc5b3def62ef. 2024-11-25T11:39:06,694 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a92bf0f705a8abd7bcf228bbc44d82f9, disabling compactions & flushes 2024-11-25T11:39:06,694 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732534728738.a92bf0f705a8abd7bcf228bbc44d82f9. 2024-11-25T11:39:06,694 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534728738.a92bf0f705a8abd7bcf228bbc44d82f9. 2024-11-25T11:39:06,694 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732534728738.a92bf0f705a8abd7bcf228bbc44d82f9. after waiting 0 ms 2024-11-25T11:39:06,694 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732534728738.a92bf0f705a8abd7bcf228bbc44d82f9. 2024-11-25T11:39:06,697 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/default/test/a92bf0f705a8abd7bcf228bbc44d82f9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T11:39:06,697 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:39:06,697 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T11:39:06,697 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732534728738.a92bf0f705a8abd7bcf228bbc44d82f9. 2024-11-25T11:39:06,697 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a92bf0f705a8abd7bcf228bbc44d82f9: Waiting for close lock at 1732534746694Running coprocessor pre-close hooks at 1732534746694Disabling compacts and flushes for region at 1732534746694Disabling writes for close at 1732534746694Writing region close event to WAL at 1732534746694Running coprocessor post-close hooks at 1732534746697 (+3 ms)Closed at 1732534746697 2024-11-25T11:39:06,697 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732534728738.a92bf0f705a8abd7bcf228bbc44d82f9. 2024-11-25T11:39:06,729 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/meta/1588230740/.tmp/table/a2ea3a68a0d44a1991a9f286d8853995 2024-11-25T11:39:06,734 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/meta/1588230740/.tmp/info/d64393c40e054f97a789b9ca6ba60679 as hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/meta/1588230740/info/d64393c40e054f97a789b9ca6ba60679 2024-11-25T11:39:06,738 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/meta/1588230740/info/d64393c40e054f97a789b9ca6ba60679, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T11:39:06,739 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/meta/1588230740/.tmp/ns/efdb359bb58b49579cf880fe9afa3b00 as hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/meta/1588230740/ns/efdb359bb58b49579cf880fe9afa3b00 2024-11-25T11:39:06,743 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/meta/1588230740/ns/efdb359bb58b49579cf880fe9afa3b00, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T11:39:06,744 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/meta/1588230740/.tmp/rep_barrier/73cc3c99c93a46a596c4393b9b551cbe as hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/meta/1588230740/rep_barrier/73cc3c99c93a46a596c4393b9b551cbe 2024-11-25T11:39:06,748 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/meta/1588230740/rep_barrier/73cc3c99c93a46a596c4393b9b551cbe, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T11:39:06,749 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/meta/1588230740/.tmp/table/a2ea3a68a0d44a1991a9f286d8853995 as hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/meta/1588230740/table/a2ea3a68a0d44a1991a9f286d8853995 2024-11-25T11:39:06,752 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/meta/1588230740/table/a2ea3a68a0d44a1991a9f286d8853995, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T11:39:06,753 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 929ms, sequenceid=16, compaction requested=false 2024-11-25T11:39:06,753 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T11:39:06,754 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:06,754 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 96bb5f2c2895:44457 this server is in the failed servers list 2024-11-25T11:39:06,754 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [96bb5f2c2895,44457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=96bb5f2c2895:44457 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 96bb5f2c2895:44457 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T11:39:06,758 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T11:39:06,759 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:39:06,759 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:39:06,759 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:39:06,759 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534745824Running coprocessor pre-close hooks at 1732534745824Disabling compacts and flushes for region at 1732534745824Disabling writes for close at 1732534745824Obtaining lock to block concurrent updates at 1732534745824Preparing flush snapshotting stores in 1588230740 at 1732534745824Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732534745824Flushing stores of hbase:meta,,1.1588230740 at 1732534745825 (+1 ms)Flushing 1588230740/info: creating writer at 1732534745825Flushing 1588230740/info: appending metadata at 1732534745843 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732534745843Flushing 1588230740/ns: creating writer at 1732534745852 (+9 ms)Flushing 1588230740/ns: appending metadata at 1732534745878 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1732534745878Flushing 1588230740/rep_barrier: creating writer at 1732534745887 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732534745901 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732534745902 (+1 ms)Flushing 1588230740/table: creating writer at 1732534746311 (+409 ms)Flushing 1588230740/table: appending metadata at 1732534746325 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732534746325Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19890406: reopening flushed file at 1732534746733 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4caa97a8: reopening flushed file at 1732534746738 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b5cd540: reopening flushed file at 1732534746743 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@463b1c3: reopening flushed file at 1732534746748 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 929ms, sequenceid=16, compaction requested=false at 1732534746753 (+5 ms)Writing region close event to WAL at 1732534746755 (+2 ms)Running coprocessor post-close hooks at 1732534746759 (+4 ms)Closed at 1732534746759 2024-11-25T11:39:06,759 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T11:39:06,825 INFO [RS:0;96bb5f2c2895:37287 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,37287,1732534722313; all regions closed. 2024-11-25T11:39:06,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741834_1010 (size=4239) 2024-11-25T11:39:06,829 DEBUG [RS:0;96bb5f2c2895:37287 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/oldWALs 2024-11-25T11:39:06,829 INFO [RS:0;96bb5f2c2895:37287 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C37287%2C1732534722313.meta:.meta(num 1732534725246) 2024-11-25T11:39:06,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741839_1015 (size=2695) 2024-11-25T11:39:06,832 DEBUG [RS:0;96bb5f2c2895:37287 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/oldWALs 2024-11-25T11:39:06,832 INFO [RS:0;96bb5f2c2895:37287 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C37287%2C1732534722313.rep:(num 1732534734199) 2024-11-25T11:39:06,834 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320 not finished, retry = 0 2024-11-25T11:39:06,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741832_1008 (size=1336) 2024-11-25T11:39:06,914 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320 to pos 1033, reset compression=false 2024-11-25T11:39:06,936 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/WALs/96bb5f2c2895,37287,1732534722313/96bb5f2c2895%2C37287%2C1732534722313.1732534724320 2024-11-25T11:39:06,936 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:39:06,936 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-25T11:39:06,936 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-25T11:39:06,937 DEBUG [RS:0;96bb5f2c2895:37287 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/oldWALs 2024-11-25T11:39:06,937 INFO [RS:0;96bb5f2c2895:37287 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C37287%2C1732534722313:(num 1732534724320) 2024-11-25T11:39:06,937 DEBUG [RS:0;96bb5f2c2895:37287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:06,937 INFO [RS:0;96bb5f2c2895:37287 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:39:06,937 INFO [RS:0;96bb5f2c2895:37287 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:39:06,937 INFO [RS:0;96bb5f2c2895:37287 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T11:39:06,937 INFO [RS:0;96bb5f2c2895:37287 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:39:06,937 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:39:06,937 INFO [RS:0;96bb5f2c2895:37287 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-96bb5f2c2895,37287,1732534722313 because: Region server is closing 2024-11-25T11:39:06,937 INFO [RS:0;96bb5f2c2895:37287 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:37287. 2024-11-25T11:39:06,938 DEBUG [RS:0;96bb5f2c2895:37287 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:06,938 DEBUG [RS:0;96bb5f2c2895:37287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:06,938 DEBUG [RS:0;96bb5f2c2895:37287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:06,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:39:07,038 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.wal-reader.96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-25T11:39:07,038 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.shipper96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-25T11:39:07,038 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.shipper96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-25T11:39:07,038 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.shipper96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-25T11:39:07,264 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:07,264 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 96bb5f2c2895:44457 this server is in the failed servers list 2024-11-25T11:39:07,264 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [96bb5f2c2895,44457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=96bb5f2c2895:44457 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 96bb5f2c2895:44457 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T11:39:07,653 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:39:07,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:07,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:07,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:07,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:07,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:07,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:07,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:07,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:07,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:07,691 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:39:07,691 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T11:39:07,691 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T11:39:07,691 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T11:39:07,691 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:39:07,691 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T11:39:07,939 INFO [RS:0;96bb5f2c2895:37287 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,37287,1732534722313.replicationSource.shipper96bb5f2c2895%2C37287%2C1732534722313,1-96bb5f2c2895,37287,1732534722313 terminated 2024-11-25T11:39:07,939 INFO [RS:0;96bb5f2c2895:37287 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:37287. 2024-11-25T11:39:07,939 DEBUG [RS:0;96bb5f2c2895:37287 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:07,940 DEBUG [RS:0;96bb5f2c2895:37287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:07,940 DEBUG [RS:0;96bb5f2c2895:37287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:07,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:39:07,940 INFO [RS:0;96bb5f2c2895:37287 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37287 2024-11-25T11:39:07,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825556828/rs 2024-11-25T11:39:07,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x1014eebc5430001, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-825556828/rs/96bb5f2c2895,37287,1732534722313 2024-11-25T11:39:07,942 INFO [RS:0;96bb5f2c2895:37287 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:39:07,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,37287,1732534722313] 2024-11-25T11:39:07,945 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-825556828/draining/96bb5f2c2895,37287,1732534722313 already deleted, retry=false 2024-11-25T11:39:07,945 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96bb5f2c2895,37287,1732534722313 expired; onlineServers=0 2024-11-25T11:39:07,945 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '96bb5f2c2895,38483,1732534722259' ***** 2024-11-25T11:39:07,945 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T11:39:07,945 INFO [M:0;96bb5f2c2895:38483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:39:07,945 INFO [M:0;96bb5f2c2895:38483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:39:07,945 DEBUG [M:0;96bb5f2c2895:38483 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T11:39:07,945 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T11:39:07,945 DEBUG [M:0;96bb5f2c2895:38483 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T11:39:07,945 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534724097 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534724097,5,FailOnTimeoutGroup] 2024-11-25T11:39:07,945 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534724100 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534724100,5,FailOnTimeoutGroup] 2024-11-25T11:39:07,945 INFO [M:0;96bb5f2c2895:38483 {}] hbase.ChoreService(370): Chore service for: master/96bb5f2c2895:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T11:39:07,946 INFO [M:0;96bb5f2c2895:38483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:39:07,946 DEBUG [M:0;96bb5f2c2895:38483 {}] master.HMaster(1795): Stopping service threads 2024-11-25T11:39:07,946 INFO [M:0;96bb5f2c2895:38483 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T11:39:07,946 INFO [M:0;96bb5f2c2895:38483 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:39:07,946 INFO [M:0;96bb5f2c2895:38483 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T11:39:07,946 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T11:39:07,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-825556828/master 2024-11-25T11:39:07,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825556828 2024-11-25T11:39:07,948 DEBUG [M:0;96bb5f2c2895:38483 {}] zookeeper.ZKUtil(347): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Unable to get data of znode /0-825556828/master because node does not exist (not an error) 2024-11-25T11:39:07,948 WARN [M:0;96bb5f2c2895:38483 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T11:39:07,948 INFO [M:0;96bb5f2c2895:38483 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/.lastflushedseqids 2024-11-25T11:39:07,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741852_1028 (size=263) 2024-11-25T11:39:07,955 INFO [M:0;96bb5f2c2895:38483 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T11:39:07,955 INFO [M:0;96bb5f2c2895:38483 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T11:39:07,955 DEBUG [M:0;96bb5f2c2895:38483 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:39:07,955 INFO [M:0;96bb5f2c2895:38483 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:07,955 DEBUG [M:0;96bb5f2c2895:38483 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:07,955 DEBUG [M:0;96bb5f2c2895:38483 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:39:07,955 DEBUG [M:0;96bb5f2c2895:38483 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:07,955 INFO [M:0;96bb5f2c2895:38483 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-25T11:39:07,970 DEBUG [M:0;96bb5f2c2895:38483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb1c7f9dd9d542d88b5ba8e86f162c6f is 82, key is hbase:meta,,1/info:regioninfo/1732534725282/Put/seqid=0 2024-11-25T11:39:07,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741853_1029 (size=5672) 2024-11-25T11:39:08,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x1014eebc5430001, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:39:08,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37287-0x1014eebc5430001, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:39:08,044 INFO [RS:0;96bb5f2c2895:37287 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:39:08,044 INFO [RS:0;96bb5f2c2895:37287 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,37287,1732534722313; zookeeper connection closed. 2024-11-25T11:39:08,044 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11688e2b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11688e2b 2024-11-25T11:39:08,045 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T11:39:08,274 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:08,275 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [96bb5f2c2895,44457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:44457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T11:39:08,277 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [96bb5f2c2895,44457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:44457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T11:39:08,375 INFO [M:0;96bb5f2c2895:38483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb1c7f9dd9d542d88b5ba8e86f162c6f 2024-11-25T11:39:08,394 DEBUG [M:0;96bb5f2c2895:38483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01c133938d7941ec98a660ec19ad5557 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732534734240/Put/seqid=0 2024-11-25T11:39:08,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741854_1030 (size=8515) 2024-11-25T11:39:08,798 INFO [M:0;96bb5f2c2895:38483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01c133938d7941ec98a660ec19ad5557 2024-11-25T11:39:08,824 DEBUG [M:0;96bb5f2c2895:38483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad34b54a64494a0880ab645f806162d3 is 69, key is 96bb5f2c2895,37287,1732534722313/rs:state/1732534724165/Put/seqid=0 2024-11-25T11:39:08,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741855_1031 (size=5156) 2024-11-25T11:39:09,229 INFO [M:0;96bb5f2c2895:38483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad34b54a64494a0880ab645f806162d3 2024-11-25T11:39:09,233 DEBUG [M:0;96bb5f2c2895:38483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb1c7f9dd9d542d88b5ba8e86f162c6f as hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb1c7f9dd9d542d88b5ba8e86f162c6f 2024-11-25T11:39:09,237 INFO [M:0;96bb5f2c2895:38483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb1c7f9dd9d542d88b5ba8e86f162c6f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T11:39:09,238 DEBUG [M:0;96bb5f2c2895:38483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01c133938d7941ec98a660ec19ad5557 as hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01c133938d7941ec98a660ec19ad5557 2024-11-25T11:39:09,242 INFO [M:0;96bb5f2c2895:38483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01c133938d7941ec98a660ec19ad5557, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T11:39:09,243 DEBUG [M:0;96bb5f2c2895:38483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad34b54a64494a0880ab645f806162d3 as hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad34b54a64494a0880ab645f806162d3 2024-11-25T11:39:09,246 INFO [M:0;96bb5f2c2895:38483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44171/user/jenkins/test-data/a58d3969-6bb7-626e-d810-a9b80a2a8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad34b54a64494a0880ab645f806162d3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T11:39:09,247 INFO [M:0;96bb5f2c2895:38483 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=97, compaction requested=false 2024-11-25T11:39:09,248 INFO [M:0;96bb5f2c2895:38483 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:09,249 DEBUG [M:0;96bb5f2c2895:38483 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534747955Disabling compacts and flushes for region at 1732534747955Disabling writes for close at 1732534747955Obtaining lock to block concurrent updates at 1732534747955Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732534747955Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732534747956 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732534747956Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732534747956Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732534747970 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732534747970Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732534748380 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732534748394 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732534748394Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732534748803 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732534748823 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732534748823Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2656cd15: reopening flushed file at 1732534749233 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cc55f51: reopening flushed file at 1732534749238 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6924c054: reopening flushed file at 1732534749242 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=97, compaction requested=false at 1732534749247 (+5 ms)Writing region close event to WAL at 1732534749248 (+1 ms)Closed at 1732534749248 2024-11-25T11:39:09,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45429 is added to blk_1073741830_1006 (size=63642) 2024-11-25T11:39:09,251 INFO [M:0;96bb5f2c2895:38483 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T11:39:09,251 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:39:09,251 INFO [M:0;96bb5f2c2895:38483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38483 2024-11-25T11:39:09,252 INFO [M:0;96bb5f2c2895:38483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:39:09,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:39:09,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38483-0x1014eebc5430000, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:39:09,354 INFO [M:0;96bb5f2c2895:38483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:39:09,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71fd160b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:39:09,357 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e4b0d21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:39:09,357 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:39:09,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1273234{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:39:09,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@753d4c84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/hadoop.log.dir/,STOPPED} 2024-11-25T11:39:09,358 WARN [BP-624796547-172.17.0.2-1732534721225 heartbeating to localhost/127.0.0.1:44171 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:39:09,358 WARN [BP-624796547-172.17.0.2-1732534721225 heartbeating to localhost/127.0.0.1:44171 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-624796547-172.17.0.2-1732534721225 (Datanode Uuid 7a4fc747-65e5-484e-8085-2bc0425d4361) service to localhost/127.0.0.1:44171 2024-11-25T11:39:09,358 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:39:09,359 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:39:09,359 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/cluster_9a92ba36-45f0-5175-b52e-46679dbfbb9a/data/data1/current/BP-624796547-172.17.0.2-1732534721225 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:39:09,360 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/cluster_9a92ba36-45f0-5175-b52e-46679dbfbb9a/data/data2/current/BP-624796547-172.17.0.2-1732534721225 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:39:09,360 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:39:09,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@423ade60{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:39:09,368 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bd8873b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:39:09,368 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:39:09,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a7cd469{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:39:09,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3457eb9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e3d3c31-1ba9-f2da-bedf-719364002d5e/hadoop.log.dir/,STOPPED} 2024-11-25T11:39:09,376 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T11:39:09,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T11:39:09,399 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=245 (was 209) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49827) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38273 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38273 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44171 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44171 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49827) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:44171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38273 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:38273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38273 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38273 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44171 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44171 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38273 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=622 (was 581) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=264 (was 238) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3800 (was 3831) 2024-11-25T11:39:09,408 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=245, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=264, ProcessCount=11, AvailableMemoryMB=3801 2024-11-25T11:39:09,421 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-25T11:39:09,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/hadoop.log.dir so I do NOT create it in target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828 2024-11-25T11:39:09,422 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T11:39:09,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/hadoop.tmp.dir so I do NOT create it in target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828 2024-11-25T11:39:09,422 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7abd2d0-b6ae-30bb-d886-1ea05db024ef/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T11:39:09,422 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828 2024-11-25T11:39:09,422 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/cluster_2f141bdc-a616-4ec6-3634-2ff94de6f0de, deleteOnExit=true 2024-11-25T11:39:09,425 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/cluster_2f141bdc-a616-4ec6-3634-2ff94de6f0de/zookeeper_0, clientPort=59015, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/cluster_2f141bdc-a616-4ec6-3634-2ff94de6f0de/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/cluster_2f141bdc-a616-4ec6-3634-2ff94de6f0de/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T11:39:09,425 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59015 2024-11-25T11:39:09,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T11:39:09,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T11:39:09,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/test.cache.data in system properties and HBase conf 2024-11-25T11:39:09,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T11:39:09,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/hadoop.log.dir in system properties and HBase conf 2024-11-25T11:39:09,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T11:39:09,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T11:39:09,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T11:39:09,426 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T11:39:09,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:39:09,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:39:09,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T11:39:09,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:39:09,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T11:39:09,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T11:39:09,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:39:09,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:39:09,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T11:39:09,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/nfs.dump.dir in system properties and HBase conf 2024-11-25T11:39:09,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/java.io.tmpdir in system properties and HBase conf 2024-11-25T11:39:09,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:39:09,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T11:39:09,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T11:39:09,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014eebc5430002, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T11:39:09,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014eebc5430005, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T11:39:09,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014eebc5430002, quorum=127.0.0.1:49827, baseZNode=/0-825556828 Received Disconnected from ZooKeeper, ignoring 2024-11-25T11:39:09,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014eebc5430005, quorum=127.0.0.1:49827, baseZNode=/1-153073998 Received Disconnected from ZooKeeper, ignoring 2024-11-25T11:39:09,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:39:09,541 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:39:09,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:39:09,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:39:09,543 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:39:09,544 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:39:09,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5067272d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:39:09,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34daf7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:39:09,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5706329{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/java.io.tmpdir/jetty-localhost-41933-hadoop-hdfs-3_4_1-tests_jar-_-any-2935259425873168763/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:39:09,684 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53b4795d{HTTP/1.1, (http/1.1)}{localhost:41933} 2024-11-25T11:39:09,685 INFO [Time-limited test {}] server.Server(415): Started @177498ms 2024-11-25T11:39:09,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:39:09,776 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:39:09,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:39:09,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:39:09,777 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:39:09,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2800e149{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:39:09,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26a55c05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:39:09,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7dea8188{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/java.io.tmpdir/jetty-localhost-36631-hadoop-hdfs-3_4_1-tests_jar-_-any-10505467038405058207/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:39:09,906 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25be6a12{HTTP/1.1, (http/1.1)}{localhost:36631} 2024-11-25T11:39:09,906 INFO [Time-limited test {}] server.Server(415): Started @177720ms 2024-11-25T11:39:09,908 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:39:10,020 WARN [Thread-2166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/cluster_2f141bdc-a616-4ec6-3634-2ff94de6f0de/data/data1/current/BP-978326740-172.17.0.2-1732534749454/current, will proceed with Du for space computation calculation, 2024-11-25T11:39:10,020 WARN [Thread-2167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/cluster_2f141bdc-a616-4ec6-3634-2ff94de6f0de/data/data2/current/BP-978326740-172.17.0.2-1732534749454/current, will proceed with Du for space computation calculation, 2024-11-25T11:39:10,037 WARN [Thread-2154 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:39:10,039 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2910bc4e77208306 with lease ID 0x2c2cd94de0e212b5: Processing first storage report for DS-48f2deed-4622-40fc-af45-c22469a6269d from datanode DatanodeRegistration(127.0.0.1:45969, datanodeUuid=3b8ffc5d-acc5-4b2b-8b8a-4c39f8516fd4, infoPort=36429, infoSecurePort=0, ipcPort=46771, storageInfo=lv=-57;cid=testClusterID;nsid=29083972;c=1732534749454) 2024-11-25T11:39:10,039 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2910bc4e77208306 with lease ID 0x2c2cd94de0e212b5: from storage DS-48f2deed-4622-40fc-af45-c22469a6269d node DatanodeRegistration(127.0.0.1:45969, datanodeUuid=3b8ffc5d-acc5-4b2b-8b8a-4c39f8516fd4, infoPort=36429, infoSecurePort=0, ipcPort=46771, storageInfo=lv=-57;cid=testClusterID;nsid=29083972;c=1732534749454), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:39:10,039 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2910bc4e77208306 with lease ID 0x2c2cd94de0e212b5: Processing first storage report for DS-a6ad37b8-22c7-4d86-958f-2f87ba2847f5 from datanode DatanodeRegistration(127.0.0.1:45969, datanodeUuid=3b8ffc5d-acc5-4b2b-8b8a-4c39f8516fd4, infoPort=36429, infoSecurePort=0, ipcPort=46771, storageInfo=lv=-57;cid=testClusterID;nsid=29083972;c=1732534749454) 2024-11-25T11:39:10,039 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2910bc4e77208306 with lease ID 0x2c2cd94de0e212b5: from storage DS-a6ad37b8-22c7-4d86-958f-2f87ba2847f5 node DatanodeRegistration(127.0.0.1:45969, datanodeUuid=3b8ffc5d-acc5-4b2b-8b8a-4c39f8516fd4, infoPort=36429, infoSecurePort=0, ipcPort=46771, storageInfo=lv=-57;cid=testClusterID;nsid=29083972;c=1732534749454), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:39:10,135 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828 2024-11-25T11:39:10,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:10,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:10,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:39:10,145 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666 with version=8 2024-11-25T11:39:10,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/hbase-staging 2024-11-25T11:39:10,147 INFO [Time-limited test {}] client.ConnectionUtils(128): master/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:39:10,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:10,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:10,147 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:39:10,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:10,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:39:10,147 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T11:39:10,148 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:39:10,148 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43805 2024-11-25T11:39:10,149 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43805 connecting to ZooKeeper ensemble=127.0.0.1:59015 2024-11-25T11:39:10,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438050x0, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:39:10,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43805-0x1014eec337f0000 connected 2024-11-25T11:39:10,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:10,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:10,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Set watcher on znode that does not yet exist, /0930111720/running 2024-11-25T11:39:10,179 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666, hbase.cluster.distributed=false 2024-11-25T11:39:10,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Set watcher on znode that does not yet exist, /0930111720/acl 2024-11-25T11:39:10,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43805 2024-11-25T11:39:10,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43805 2024-11-25T11:39:10,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43805 2024-11-25T11:39:10,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43805 2024-11-25T11:39:10,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43805 2024-11-25T11:39:10,202 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:39:10,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:10,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:10,202 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:39:10,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:10,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:39:10,202 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:39:10,202 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:39:10,203 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43439 2024-11-25T11:39:10,203 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43439 connecting to ZooKeeper ensemble=127.0.0.1:59015 2024-11-25T11:39:10,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:10,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:10,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434390x0, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:39:10,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434390x0, quorum=127.0.0.1:59015, baseZNode=/0930111720 Set watcher on znode that does not yet exist, /0930111720/running 2024-11-25T11:39:10,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43439-0x1014eec337f0001 connected 2024-11-25T11:39:10,209 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:39:10,210 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:39:10,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43439-0x1014eec337f0001, quorum=127.0.0.1:59015, baseZNode=/0930111720 Set watcher on znode that does not yet exist, /0930111720/master 2024-11-25T11:39:10,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43439-0x1014eec337f0001, quorum=127.0.0.1:59015, baseZNode=/0930111720 Set watcher on znode that does not yet exist, /0930111720/acl 2024-11-25T11:39:10,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43439 2024-11-25T11:39:10,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43439 2024-11-25T11:39:10,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43439 2024-11-25T11:39:10,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43439 2024-11-25T11:39:10,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43439 2024-11-25T11:39:10,229 DEBUG [M:0;96bb5f2c2895:43805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;96bb5f2c2895:43805 2024-11-25T11:39:10,230 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0930111720/backup-masters/96bb5f2c2895,43805,1732534750147 2024-11-25T11:39:10,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014eec337f0001, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0930111720/backup-masters 2024-11-25T11:39:10,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0930111720/backup-masters 2024-11-25T11:39:10,231 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Set watcher on existing znode=/0930111720/backup-masters/96bb5f2c2895,43805,1732534750147 2024-11-25T11:39:10,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014eec337f0001, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0930111720/master 2024-11-25T11:39:10,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0930111720 2024-11-25T11:39:10,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014eec337f0001, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0930111720 2024-11-25T11:39:10,233 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Set watcher on existing znode=/0930111720/master 2024-11-25T11:39:10,233 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0930111720/backup-masters/96bb5f2c2895,43805,1732534750147 from backup master directory 2024-11-25T11:39:10,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0930111720/backup-masters/96bb5f2c2895,43805,1732534750147 2024-11-25T11:39:10,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0930111720/backup-masters 2024-11-25T11:39:10,236 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:39:10,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014eec337f0001, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0930111720/backup-masters 2024-11-25T11:39:10,236 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=96bb5f2c2895,43805,1732534750147 2024-11-25T11:39:10,240 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/hbase.id] with ID: fff41b91-5469-432b-9782-a190c60fbe20 2024-11-25T11:39:10,240 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/.tmp/hbase.id 2024-11-25T11:39:10,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:39:10,294 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:10,294 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [96bb5f2c2895,44457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:44457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T11:39:10,295 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4168 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [96bb5f2c2895,44457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:44457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T11:39:10,650 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/.tmp/hbase.id]:[hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/hbase.id] 2024-11-25T11:39:10,659 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:10,659 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T11:39:10,660 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T11:39:10,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014eec337f0001, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0930111720 2024-11-25T11:39:10,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0930111720 2024-11-25T11:39:10,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:39:11,067 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:39:11,068 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T11:39:11,068 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:39:11,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:39:11,475 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/MasterData/data/master/store 2024-11-25T11:39:11,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:39:11,881 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:11,882 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:39:11,882 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:11,882 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:11,882 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:39:11,882 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:11,882 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:11,882 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534751882Disabling compacts and flushes for region at 1732534751882Disabling writes for close at 1732534751882Writing region close event to WAL at 1732534751882Closed at 1732534751882 2024-11-25T11:39:11,883 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/MasterData/data/master/store/.initializing 2024-11-25T11:39:11,883 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/MasterData/WALs/96bb5f2c2895,43805,1732534750147 2024-11-25T11:39:11,884 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:39:11,885 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C43805%2C1732534750147, suffix=, logDir=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/MasterData/WALs/96bb5f2c2895,43805,1732534750147, archiveDir=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/MasterData/oldWALs, maxLogs=10 2024-11-25T11:39:11,898 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/MasterData/WALs/96bb5f2c2895,43805,1732534750147/96bb5f2c2895%2C43805%2C1732534750147.1732534751885, exclude list is [], retry=0 2024-11-25T11:39:11,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45969,DS-48f2deed-4622-40fc-af45-c22469a6269d,DISK] 2024-11-25T11:39:11,902 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/MasterData/WALs/96bb5f2c2895,43805,1732534750147/96bb5f2c2895%2C43805%2C1732534750147.1732534751885 2024-11-25T11:39:11,902 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36429:36429)] 2024-11-25T11:39:11,903 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:39:11,903 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:11,903 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:11,903 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:11,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:11,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T11:39:11,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:11,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:11,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:11,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T11:39:11,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:11,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:11,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:11,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T11:39:11,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:11,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:11,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:11,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T11:39:11,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:11,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:11,909 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:11,909 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:11,910 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:11,911 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:11,911 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:11,911 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:39:11,912 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:11,914 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:39:11,914 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59101584, jitterRate=-0.11931777000427246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:39:11,915 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732534751903Initializing all the Stores at 1732534751903Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534751904 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534751904Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534751904Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534751904Cleaning up temporary data from old regions at 1732534751911 (+7 ms)Region opened successfully at 1732534751915 (+4 ms) 2024-11-25T11:39:11,915 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T11:39:11,918 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f8df2e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:39:11,918 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T11:39:11,918 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T11:39:11,918 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T11:39:11,919 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T11:39:11,919 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T11:39:11,919 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T11:39:11,919 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T11:39:11,921 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T11:39:11,922 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Unable to get data of znode /0930111720/balancer because node does not exist (not necessarily an error) 2024-11-25T11:39:11,924 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0930111720/balancer already deleted, retry=false 2024-11-25T11:39:11,925 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T11:39:11,925 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Unable to get data of znode /0930111720/normalizer because node does not exist (not necessarily an error) 2024-11-25T11:39:11,926 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0930111720/normalizer already deleted, retry=false 2024-11-25T11:39:11,926 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T11:39:11,927 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Unable to get data of znode /0930111720/switch/split because node does not exist (not necessarily an error) 2024-11-25T11:39:11,928 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0930111720/switch/split already deleted, retry=false 2024-11-25T11:39:11,929 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Unable to get data of znode /0930111720/switch/merge because node does not exist (not necessarily an error) 2024-11-25T11:39:11,930 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0930111720/switch/merge already deleted, retry=false 2024-11-25T11:39:11,931 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Unable to get data of znode /0930111720/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T11:39:11,934 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0930111720/snapshot-cleanup already deleted, retry=false 2024-11-25T11:39:11,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0930111720/running 2024-11-25T11:39:11,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014eec337f0001, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0930111720/running 2024-11-25T11:39:11,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0930111720 2024-11-25T11:39:11,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014eec337f0001, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0930111720 2024-11-25T11:39:11,936 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=96bb5f2c2895,43805,1732534750147, sessionid=0x1014eec337f0000, setting cluster-up flag (Was=false) 2024-11-25T11:39:11,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014eec337f0001, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0930111720 2024-11-25T11:39:11,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0930111720 2024-11-25T11:39:11,943 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0930111720/flush-table-proc/acquired, /0930111720/flush-table-proc/reached, /0930111720/flush-table-proc/abort 2024-11-25T11:39:11,944 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,43805,1732534750147 2024-11-25T11:39:11,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0930111720 2024-11-25T11:39:11,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014eec337f0001, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0930111720 2024-11-25T11:39:11,952 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0930111720/online-snapshot/acquired, /0930111720/online-snapshot/reached, /0930111720/online-snapshot/abort 2024-11-25T11:39:11,953 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,43805,1732534750147 2024-11-25T11:39:11,954 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T11:39:11,955 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T11:39:11,955 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T11:39:11,955 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T11:39:11,956 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 96bb5f2c2895,43805,1732534750147 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T11:39:11,957 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:39:11,957 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:39:11,957 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:39:11,957 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:39:11,957 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/96bb5f2c2895:0, corePoolSize=10, maxPoolSize=10 2024-11-25T11:39:11,957 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:11,957 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:39:11,957 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:11,958 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:39:11,958 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T11:39:11,959 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:11,959 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T11:39:11,961 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732534781961 2024-11-25T11:39:11,961 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T11:39:11,961 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T11:39:11,961 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T11:39:11,961 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T11:39:11,961 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T11:39:11,961 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T11:39:11,968 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:11,968 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T11:39:11,968 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T11:39:11,968 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T11:39:11,968 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T11:39:11,969 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T11:39:11,969 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T11:39:11,972 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534751969,5,FailOnTimeoutGroup] 2024-11-25T11:39:11,973 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534751972,5,FailOnTimeoutGroup] 2024-11-25T11:39:11,973 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:11,973 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T11:39:11,973 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:11,973 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:11,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:39:12,021 INFO [RS:0;96bb5f2c2895:43439 {}] regionserver.HRegionServer(746): ClusterId : fff41b91-5469-432b-9782-a190c60fbe20 2024-11-25T11:39:12,021 DEBUG [RS:0;96bb5f2c2895:43439 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:39:12,024 DEBUG [RS:0;96bb5f2c2895:43439 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:39:12,024 DEBUG [RS:0;96bb5f2c2895:43439 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:39:12,026 DEBUG [RS:0;96bb5f2c2895:43439 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:39:12,026 DEBUG [RS:0;96bb5f2c2895:43439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519e7138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:39:12,041 DEBUG [RS:0;96bb5f2c2895:43439 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;96bb5f2c2895:43439 2024-11-25T11:39:12,041 INFO [RS:0;96bb5f2c2895:43439 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:39:12,041 INFO [RS:0;96bb5f2c2895:43439 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:39:12,041 DEBUG [RS:0;96bb5f2c2895:43439 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:39:12,042 INFO [RS:0;96bb5f2c2895:43439 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,43805,1732534750147 with port=43439, startcode=1732534750202 2024-11-25T11:39:12,042 DEBUG [RS:0;96bb5f2c2895:43439 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:39:12,043 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:39:12,044 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43805 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,43439,1732534750202 2024-11-25T11:39:12,044 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43805 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,43439,1732534750202 2024-11-25T11:39:12,045 DEBUG [RS:0;96bb5f2c2895:43439 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666 2024-11-25T11:39:12,045 DEBUG [RS:0;96bb5f2c2895:43439 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33767 2024-11-25T11:39:12,045 DEBUG [RS:0;96bb5f2c2895:43439 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:39:12,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0930111720/rs 2024-11-25T11:39:12,047 DEBUG [RS:0;96bb5f2c2895:43439 {}] zookeeper.ZKUtil(111): regionserver:43439-0x1014eec337f0001, quorum=127.0.0.1:59015, baseZNode=/0930111720 Set watcher on existing znode=/0930111720/rs/96bb5f2c2895,43439,1732534750202 2024-11-25T11:39:12,047 WARN [RS:0;96bb5f2c2895:43439 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:39:12,047 INFO [RS:0;96bb5f2c2895:43439 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:39:12,047 DEBUG [RS:0;96bb5f2c2895:43439 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202 2024-11-25T11:39:12,047 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,43439,1732534750202] 2024-11-25T11:39:12,051 INFO [RS:0;96bb5f2c2895:43439 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:39:12,053 INFO [RS:0;96bb5f2c2895:43439 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:39:12,054 INFO [RS:0;96bb5f2c2895:43439 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:39:12,054 INFO [RS:0;96bb5f2c2895:43439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:12,056 INFO [RS:0;96bb5f2c2895:43439 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:39:12,057 INFO [RS:0;96bb5f2c2895:43439 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:39:12,057 INFO [RS:0;96bb5f2c2895:43439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:12,057 DEBUG [RS:0;96bb5f2c2895:43439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:12,057 DEBUG [RS:0;96bb5f2c2895:43439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:12,057 DEBUG [RS:0;96bb5f2c2895:43439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:12,057 DEBUG [RS:0;96bb5f2c2895:43439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:12,057 DEBUG [RS:0;96bb5f2c2895:43439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:12,057 DEBUG [RS:0;96bb5f2c2895:43439 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:39:12,057 DEBUG [RS:0;96bb5f2c2895:43439 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:12,057 DEBUG [RS:0;96bb5f2c2895:43439 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:12,057 DEBUG [RS:0;96bb5f2c2895:43439 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:12,057 DEBUG [RS:0;96bb5f2c2895:43439 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:12,058 DEBUG [RS:0;96bb5f2c2895:43439 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:12,058 DEBUG [RS:0;96bb5f2c2895:43439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:12,058 DEBUG [RS:0;96bb5f2c2895:43439 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:39:12,058 DEBUG [RS:0;96bb5f2c2895:43439 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:39:12,062 INFO [RS:0;96bb5f2c2895:43439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:12,062 INFO [RS:0;96bb5f2c2895:43439 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:12,062 INFO [RS:0;96bb5f2c2895:43439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:12,062 INFO [RS:0;96bb5f2c2895:43439 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:12,062 INFO [RS:0;96bb5f2c2895:43439 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:12,062 INFO [RS:0;96bb5f2c2895:43439 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,43439,1732534750202-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:39:12,080 INFO [RS:0;96bb5f2c2895:43439 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:39:12,080 INFO [RS:0;96bb5f2c2895:43439 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,43439,1732534750202-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:12,081 INFO [RS:0;96bb5f2c2895:43439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:12,081 INFO [RS:0;96bb5f2c2895:43439 {}] regionserver.Replication(171): 96bb5f2c2895,43439,1732534750202 started 2024-11-25T11:39:12,098 INFO [RS:0;96bb5f2c2895:43439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:12,098 INFO [RS:0;96bb5f2c2895:43439 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,43439,1732534750202, RpcServer on 96bb5f2c2895/172.17.0.2:43439, sessionid=0x1014eec337f0001 2024-11-25T11:39:12,098 DEBUG [RS:0;96bb5f2c2895:43439 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:39:12,098 DEBUG [RS:0;96bb5f2c2895:43439 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,43439,1732534750202 2024-11-25T11:39:12,098 DEBUG [RS:0;96bb5f2c2895:43439 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,43439,1732534750202' 2024-11-25T11:39:12,098 DEBUG [RS:0;96bb5f2c2895:43439 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0930111720/flush-table-proc/abort' 2024-11-25T11:39:12,098 DEBUG [RS:0;96bb5f2c2895:43439 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0930111720/flush-table-proc/acquired' 2024-11-25T11:39:12,099 DEBUG [RS:0;96bb5f2c2895:43439 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:39:12,099 DEBUG [RS:0;96bb5f2c2895:43439 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:39:12,099 DEBUG [RS:0;96bb5f2c2895:43439 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,43439,1732534750202 2024-11-25T11:39:12,099 DEBUG [RS:0;96bb5f2c2895:43439 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,43439,1732534750202' 2024-11-25T11:39:12,099 DEBUG [RS:0;96bb5f2c2895:43439 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0930111720/online-snapshot/abort' 2024-11-25T11:39:12,099 DEBUG [RS:0;96bb5f2c2895:43439 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0930111720/online-snapshot/acquired' 2024-11-25T11:39:12,099 DEBUG [RS:0;96bb5f2c2895:43439 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:39:12,099 INFO [RS:0;96bb5f2c2895:43439 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:39:12,099 INFO [RS:0;96bb5f2c2895:43439 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:39:12,200 INFO [RS:0;96bb5f2c2895:43439 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:39:12,201 INFO [RS:0;96bb5f2c2895:43439 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C43439%2C1732534750202, suffix=, logDir=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202, archiveDir=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/oldWALs, maxLogs=10 2024-11-25T11:39:12,218 DEBUG [RS:0;96bb5f2c2895:43439 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201, exclude list is [], retry=0 2024-11-25T11:39:12,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45969,DS-48f2deed-4622-40fc-af45-c22469a6269d,DISK] 2024-11-25T11:39:12,224 INFO [RS:0;96bb5f2c2895:43439 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 2024-11-25T11:39:12,234 DEBUG [RS:0;96bb5f2c2895:43439 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36429:36429)] 2024-11-25T11:39:12,375 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T11:39:12,375 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666 2024-11-25T11:39:12,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741833_1009 (size=32) 2024-11-25T11:39:12,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:12,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:39:12,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:39:12,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:12,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:12,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:39:12,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:39:12,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:12,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:12,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:39:12,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:39:12,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:12,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:12,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:39:12,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:39:12,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:12,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:12,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:39:12,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/meta/1588230740 2024-11-25T11:39:12,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/meta/1588230740 2024-11-25T11:39:12,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:39:12,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:39:12,391 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:39:12,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:39:12,393 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:39:12,394 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74514815, jitterRate=0.11035726964473724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:39:12,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732534752382Initializing all the Stores at 1732534752382Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534752382Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534752383 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534752383Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534752383Cleaning up temporary data from old regions at 1732534752390 (+7 ms)Region opened successfully at 1732534752394 (+4 ms) 2024-11-25T11:39:12,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:39:12,395 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:39:12,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:39:12,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:39:12,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:39:12,395 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:39:12,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534752394Disabling compacts and flushes for region at 1732534752394Disabling writes for close at 1732534752395 (+1 ms)Writing region close event to WAL at 1732534752395Closed at 1732534752395 2024-11-25T11:39:12,396 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:39:12,396 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T11:39:12,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:39:12,397 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:39:12,398 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T11:39:12,548 DEBUG [96bb5f2c2895:43805 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T11:39:12,549 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=96bb5f2c2895,43439,1732534750202 2024-11-25T11:39:12,550 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,43439,1732534750202, state=OPENING 2024-11-25T11:39:12,552 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T11:39:12,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014eec337f0001, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0930111720 2024-11-25T11:39:12,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0930111720 2024-11-25T11:39:12,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0930111720/meta-region-server: CHANGED 2024-11-25T11:39:12,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0930111720/meta-region-server: CHANGED 2024-11-25T11:39:12,556 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:39:12,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,43439,1732534750202}] 2024-11-25T11:39:12,709 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:39:12,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:39:12,714 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:39:12,715 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:39:12,715 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:39:12,716 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C43439%2C1732534750202.meta, suffix=.meta, logDir=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202, archiveDir=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/oldWALs, maxLogs=10 2024-11-25T11:39:12,732 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.meta.1732534752716.meta, exclude list is [], retry=0 2024-11-25T11:39:12,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45969,DS-48f2deed-4622-40fc-af45-c22469a6269d,DISK] 2024-11-25T11:39:12,737 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.meta.1732534752716.meta 2024-11-25T11:39:12,737 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36429:36429)] 2024-11-25T11:39:12,737 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:39:12,738 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:39:12,738 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:39:12,738 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:39:12,738 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:39:12,738 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:39:12,738 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:12,738 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:39:12,738 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:39:12,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:39:12,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:39:12,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:12,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:12,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:39:12,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:39:12,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:12,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:12,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:39:12,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:39:12,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:12,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:12,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:39:12,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:39:12,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:12,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:12,749 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:39:12,750 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/meta/1588230740 2024-11-25T11:39:12,751 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/meta/1588230740 2024-11-25T11:39:12,752 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:39:12,752 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:39:12,753 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:39:12,760 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:39:12,766 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62340161, jitterRate=-0.0710592120885849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:39:12,766 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:39:12,767 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732534752738Writing region info on filesystem at 1732534752738Initializing all the Stores at 1732534752739 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534752739Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534752740 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534752740Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534752740Cleaning up temporary data from old regions at 1732534752752 (+12 ms)Running coprocessor post-open hooks at 1732534752766 (+14 ms)Region opened successfully at 1732534752767 (+1 ms) 2024-11-25T11:39:12,769 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732534752709 2024-11-25T11:39:12,771 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:39:12,772 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:39:12,772 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,43439,1732534750202 2024-11-25T11:39:12,773 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,43439,1732534750202, state=OPEN 2024-11-25T11:39:12,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014eec337f0001, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0930111720/meta-region-server 2024-11-25T11:39:12,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0930111720/meta-region-server: CHANGED 2024-11-25T11:39:12,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0930111720/meta-region-server 2024-11-25T11:39:12,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0930111720/meta-region-server: CHANGED 2024-11-25T11:39:12,783 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=96bb5f2c2895,43439,1732534750202 2024-11-25T11:39:12,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T11:39:12,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,43439,1732534750202 in 227 msec 2024-11-25T11:39:12,788 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:39:12,788 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T11:39:12,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T11:39:12,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 389 msec 2024-11-25T11:39:12,790 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:39:12,790 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,43439,1732534750202, seqNum=-1] 2024-11-25T11:39:12,790 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:39:12,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:39:12,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 842 msec 2024-11-25T11:39:12,797 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732534752797, completionTime=-1 2024-11-25T11:39:12,798 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T11:39:12,798 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T11:39:12,800 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T11:39:12,800 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732534812800 2024-11-25T11:39:12,800 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732534872800 2024-11-25T11:39:12,800 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T11:39:12,800 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,43805,1732534750147-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:12,800 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,43805,1732534750147-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:12,800 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,43805,1732534750147-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:12,800 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-96bb5f2c2895:43805, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:12,800 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:12,802 DEBUG [master/96bb5f2c2895:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T11:39:12,809 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:12,814 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.578sec 2024-11-25T11:39:12,814 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T11:39:12,814 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T11:39:12,814 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T11:39:12,814 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T11:39:12,814 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T11:39:12,814 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,43805,1732534750147-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:39:12,814 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,43805,1732534750147-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T11:39:12,817 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T11:39:12,817 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T11:39:12,817 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,43805,1732534750147-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:12,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b08cf23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:12,822 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,43805,-1 for getting cluster id 2024-11-25T11:39:12,822 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:12,825 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fff41b91-5469-432b-9782-a190c60fbe20' 2024-11-25T11:39:12,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:12,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fff41b91-5469-432b-9782-a190c60fbe20" 2024-11-25T11:39:12,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e9ceb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:12,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,43805,-1] 2024-11-25T11:39:12,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:12,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:12,827 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:12,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef9764a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:12,828 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:39:12,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,43439,1732534750202, seqNum=-1] 2024-11-25T11:39:12,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:39:12,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:39:12,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=96bb5f2c2895,43805,1732534750147 2024-11-25T11:39:12,834 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59015 2024-11-25T11:39:12,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:39:12,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014eec337f0002 connected 2024-11-25T11:39:12,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/hadoop.log.dir so I do NOT create it in target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d 2024-11-25T11:39:12,845 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T11:39:12,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/hadoop.tmp.dir so I do NOT create it in target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d 2024-11-25T11:39:12,845 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T11:39:12,845 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d 2024-11-25T11:39:12,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T11:39:12,845 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/cluster_5f8bf5c0-689e-3b04-d48b-594b6e3b55f5, deleteOnExit=true 2024-11-25T11:39:12,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T11:39:12,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/test.cache.data in system properties and HBase conf 2024-11-25T11:39:12,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T11:39:12,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/hadoop.log.dir in system properties and HBase conf 2024-11-25T11:39:12,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T11:39:12,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T11:39:12,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T11:39:12,846 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T11:39:12,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:39:12,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:39:12,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T11:39:12,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:39:12,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T11:39:12,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T11:39:12,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:39:12,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:39:12,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T11:39:12,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/nfs.dump.dir in system properties and HBase conf 2024-11-25T11:39:12,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/java.io.tmpdir in system properties and HBase conf 2024-11-25T11:39:12,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:39:12,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T11:39:12,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T11:39:12,950 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T11:39:12,983 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:12,983 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:12,983 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:12,984 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:12,984 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:12,984 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:12,991 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:12,994 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:12,994 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:12,998 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:13,034 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:39:13,044 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:39:13,050 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:39:13,050 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:39:13,050 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T11:39:13,053 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:39:13,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f6ac4bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:39:13,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f1c236a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:39:13,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c207e82{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/java.io.tmpdir/jetty-localhost-38101-hadoop-hdfs-3_4_1-tests_jar-_-any-8697620064859831889/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:39:13,237 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@754ba998{HTTP/1.1, (http/1.1)}{localhost:38101} 2024-11-25T11:39:13,237 INFO [Time-limited test {}] server.Server(415): Started @181051ms 2024-11-25T11:39:13,375 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:39:13,379 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:39:13,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:39:13,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:39:13,385 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:39:13,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77b4d2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:39:13,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@703f26be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:39:13,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d3c1889{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/java.io.tmpdir/jetty-localhost-46265-hadoop-hdfs-3_4_1-tests_jar-_-any-10163739210867015242/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:39:13,540 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2cd5bed6{HTTP/1.1, (http/1.1)}{localhost:46265} 2024-11-25T11:39:13,540 INFO [Time-limited test {}] server.Server(415): Started @181353ms 2024-11-25T11:39:13,543 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:39:13,675 WARN [Thread-2287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/cluster_5f8bf5c0-689e-3b04-d48b-594b6e3b55f5/data/data1/current/BP-21842516-172.17.0.2-1732534752876/current, will proceed with Du for space computation calculation, 2024-11-25T11:39:13,677 WARN [Thread-2288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/cluster_5f8bf5c0-689e-3b04-d48b-594b6e3b55f5/data/data2/current/BP-21842516-172.17.0.2-1732534752876/current, will proceed with Du for space computation calculation, 2024-11-25T11:39:13,705 WARN [Thread-2275 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:39:13,709 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ac49d2b7e1c1b8f with lease ID 0xb4401671b2ad9df9: Processing first storage report for DS-5c9b90b2-8517-4926-ab48-9713f0f9d8a1 from datanode DatanodeRegistration(127.0.0.1:41229, datanodeUuid=d6568905-77ff-4622-ac92-da0e0ced3a2a, infoPort=40263, infoSecurePort=0, ipcPort=34321, storageInfo=lv=-57;cid=testClusterID;nsid=1774320386;c=1732534752876) 2024-11-25T11:39:13,709 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ac49d2b7e1c1b8f with lease ID 0xb4401671b2ad9df9: from storage DS-5c9b90b2-8517-4926-ab48-9713f0f9d8a1 node DatanodeRegistration(127.0.0.1:41229, datanodeUuid=d6568905-77ff-4622-ac92-da0e0ced3a2a, infoPort=40263, infoSecurePort=0, ipcPort=34321, storageInfo=lv=-57;cid=testClusterID;nsid=1774320386;c=1732534752876), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:39:13,709 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ac49d2b7e1c1b8f with lease ID 0xb4401671b2ad9df9: Processing first storage report for DS-ab424031-b77b-4f5e-affc-6d3a570aa415 from datanode DatanodeRegistration(127.0.0.1:41229, datanodeUuid=d6568905-77ff-4622-ac92-da0e0ced3a2a, infoPort=40263, infoSecurePort=0, ipcPort=34321, storageInfo=lv=-57;cid=testClusterID;nsid=1774320386;c=1732534752876) 2024-11-25T11:39:13,709 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ac49d2b7e1c1b8f with lease ID 0xb4401671b2ad9df9: from storage DS-ab424031-b77b-4f5e-affc-6d3a570aa415 node DatanodeRegistration(127.0.0.1:41229, datanodeUuid=d6568905-77ff-4622-ac92-da0e0ced3a2a, infoPort=40263, infoSecurePort=0, ipcPort=34321, storageInfo=lv=-57;cid=testClusterID;nsid=1774320386;c=1732534752876), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:39:13,780 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d 2024-11-25T11:39:13,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:13,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:13,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:39:14,199 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585 with version=8 2024-11-25T11:39:14,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/hbase-staging 2024-11-25T11:39:14,202 INFO [Time-limited test {}] client.ConnectionUtils(128): master/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:39:14,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:14,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:14,202 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:39:14,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:14,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:39:14,203 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T11:39:14,203 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:39:14,203 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36743 2024-11-25T11:39:14,204 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36743 connecting to ZooKeeper ensemble=127.0.0.1:59015 2024-11-25T11:39:14,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367430x0, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:39:14,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36743-0x1014eec337f0003 connected 2024-11-25T11:39:14,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:14,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:14,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Set watcher on znode that does not yet exist, /11315109878/running 2024-11-25T11:39:14,232 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585, hbase.cluster.distributed=false 2024-11-25T11:39:14,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Set watcher on znode that does not yet exist, /11315109878/acl 2024-11-25T11:39:14,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36743 2024-11-25T11:39:14,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36743 2024-11-25T11:39:14,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36743 2024-11-25T11:39:14,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36743 2024-11-25T11:39:14,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36743 2024-11-25T11:39:14,254 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:39:14,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:14,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:14,254 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:39:14,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:14,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:39:14,254 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:39:14,255 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:39:14,255 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36493 2024-11-25T11:39:14,256 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36493 connecting to ZooKeeper ensemble=127.0.0.1:59015 2024-11-25T11:39:14,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:14,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:14,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364930x0, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:39:14,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364930x0, quorum=127.0.0.1:59015, baseZNode=/11315109878 Set watcher on znode that does not yet exist, /11315109878/running 2024-11-25T11:39:14,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36493-0x1014eec337f0004 connected 2024-11-25T11:39:14,267 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:39:14,269 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:39:14,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36493-0x1014eec337f0004, quorum=127.0.0.1:59015, baseZNode=/11315109878 Set watcher on znode that does not yet exist, /11315109878/master 2024-11-25T11:39:14,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36493-0x1014eec337f0004, quorum=127.0.0.1:59015, baseZNode=/11315109878 Set watcher on znode that does not yet exist, /11315109878/acl 2024-11-25T11:39:14,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36493 2024-11-25T11:39:14,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36493 2024-11-25T11:39:14,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36493 2024-11-25T11:39:14,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36493 2024-11-25T11:39:14,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36493 2024-11-25T11:39:14,296 DEBUG [M:0;96bb5f2c2895:36743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;96bb5f2c2895:36743 2024-11-25T11:39:14,298 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11315109878/backup-masters/96bb5f2c2895,36743,1732534754202 2024-11-25T11:39:14,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315109878/backup-masters 2024-11-25T11:39:14,300 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Set watcher on existing znode=/11315109878/backup-masters/96bb5f2c2895,36743,1732534754202 2024-11-25T11:39:14,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1014eec337f0004, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315109878/backup-masters 2024-11-25T11:39:14,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1014eec337f0004, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11315109878/master 2024-11-25T11:39:14,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1014eec337f0004, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315109878 2024-11-25T11:39:14,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315109878 2024-11-25T11:39:14,302 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Set watcher on existing znode=/11315109878/master 2024-11-25T11:39:14,302 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11315109878/backup-masters/96bb5f2c2895,36743,1732534754202 from backup master directory 2024-11-25T11:39:14,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1014eec337f0004, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315109878/backup-masters 2024-11-25T11:39:14,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11315109878/backup-masters/96bb5f2c2895,36743,1732534754202 2024-11-25T11:39:14,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315109878/backup-masters 2024-11-25T11:39:14,304 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:39:14,304 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=96bb5f2c2895,36743,1732534754202 2024-11-25T11:39:14,312 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/hbase.id] with ID: 73580742-5358-4984-9f82-b09e3ba8e479 2024-11-25T11:39:14,312 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/.tmp/hbase.id 2024-11-25T11:39:14,324 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:14,325 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [96bb5f2c2895,44457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:44457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T11:39:14,325 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8199 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [96bb5f2c2895,44457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:44457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T11:39:14,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:39:14,330 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/.tmp/hbase.id]:[hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/hbase.id] 2024-11-25T11:39:14,341 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:14,341 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T11:39:14,343 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-25T11:39:14,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315109878 2024-11-25T11:39:14,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1014eec337f0004, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315109878 2024-11-25T11:39:14,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:39:14,384 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:39:14,385 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T11:39:14,388 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:39:14,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:39:14,404 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/MasterData/data/master/store 2024-11-25T11:39:14,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:39:14,815 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:14,815 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:39:14,815 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:14,815 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:14,815 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:39:14,815 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:14,815 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:14,815 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534754815Disabling compacts and flushes for region at 1732534754815Disabling writes for close at 1732534754815Writing region close event to WAL at 1732534754815Closed at 1732534754815 2024-11-25T11:39:14,816 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/MasterData/data/master/store/.initializing 2024-11-25T11:39:14,816 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/MasterData/WALs/96bb5f2c2895,36743,1732534754202 2024-11-25T11:39:14,817 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:39:14,818 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C36743%2C1732534754202, suffix=, logDir=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/MasterData/WALs/96bb5f2c2895,36743,1732534754202, archiveDir=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/MasterData/oldWALs, maxLogs=10 2024-11-25T11:39:14,839 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/MasterData/WALs/96bb5f2c2895,36743,1732534754202/96bb5f2c2895%2C36743%2C1732534754202.1732534754819, exclude list is [], retry=0 2024-11-25T11:39:14,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41229,DS-5c9b90b2-8517-4926-ab48-9713f0f9d8a1,DISK] 2024-11-25T11:39:14,843 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/MasterData/WALs/96bb5f2c2895,36743,1732534754202/96bb5f2c2895%2C36743%2C1732534754202.1732534754819 2024-11-25T11:39:14,843 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40263:40263)] 2024-11-25T11:39:14,843 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:39:14,844 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:14,844 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:14,844 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:14,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:14,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T11:39:14,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:14,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:14,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:14,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T11:39:14,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:14,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:14,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:14,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T11:39:14,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:14,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:14,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:14,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T11:39:14,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:14,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:14,851 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:14,852 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:14,852 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:14,853 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:14,853 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:14,853 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:39:14,854 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:14,856 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:39:14,856 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60309825, jitterRate=-0.10131357610225677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:39:14,857 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732534754844Initializing all the Stores at 1732534754845 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534754845Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534754845Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534754845Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534754845Cleaning up temporary data from old regions at 1732534754853 (+8 ms)Region opened successfully at 1732534754857 (+4 ms) 2024-11-25T11:39:14,857 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T11:39:14,860 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d433c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:39:14,861 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T11:39:14,861 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T11:39:14,861 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T11:39:14,861 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T11:39:14,861 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T11:39:14,862 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T11:39:14,862 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T11:39:14,863 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T11:39:14,864 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Unable to get data of znode /11315109878/balancer because node does not exist (not necessarily an error) 2024-11-25T11:39:14,866 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11315109878/balancer already deleted, retry=false 2024-11-25T11:39:14,867 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T11:39:14,867 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Unable to get data of znode /11315109878/normalizer because node does not exist (not necessarily an error) 2024-11-25T11:39:14,868 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11315109878/normalizer already deleted, retry=false 2024-11-25T11:39:14,869 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T11:39:14,871 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Unable to get data of znode /11315109878/switch/split because node does not exist (not necessarily an error) 2024-11-25T11:39:14,872 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11315109878/switch/split already deleted, retry=false 2024-11-25T11:39:14,872 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Unable to get data of znode /11315109878/switch/merge because node does not exist (not necessarily an error) 2024-11-25T11:39:14,873 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11315109878/switch/merge already deleted, retry=false 2024-11-25T11:39:14,875 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Unable to get data of znode /11315109878/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T11:39:14,880 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11315109878/snapshot-cleanup already deleted, retry=false 2024-11-25T11:39:14,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11315109878/running 2024-11-25T11:39:14,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1014eec337f0004, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11315109878/running 2024-11-25T11:39:14,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315109878 2024-11-25T11:39:14,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1014eec337f0004, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315109878 2024-11-25T11:39:14,882 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=96bb5f2c2895,36743,1732534754202, sessionid=0x1014eec337f0003, setting cluster-up flag (Was=false) 2024-11-25T11:39:14,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1014eec337f0004, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315109878 2024-11-25T11:39:14,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315109878 2024-11-25T11:39:14,896 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11315109878/flush-table-proc/acquired, /11315109878/flush-table-proc/reached, /11315109878/flush-table-proc/abort 2024-11-25T11:39:14,897 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,36743,1732534754202 2024-11-25T11:39:14,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315109878 2024-11-25T11:39:14,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1014eec337f0004, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315109878 2024-11-25T11:39:14,905 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11315109878/online-snapshot/acquired, /11315109878/online-snapshot/reached, /11315109878/online-snapshot/abort 2024-11-25T11:39:14,906 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,36743,1732534754202 2024-11-25T11:39:14,907 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T11:39:14,909 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T11:39:14,909 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T11:39:14,909 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T11:39:14,909 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 96bb5f2c2895,36743,1732534754202 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T11:39:14,910 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:39:14,910 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:39:14,910 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:39:14,910 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:39:14,910 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/96bb5f2c2895:0, corePoolSize=10, maxPoolSize=10 2024-11-25T11:39:14,910 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:14,910 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:39:14,910 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:14,917 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:39:14,917 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T11:39:14,918 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:14,918 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T11:39:14,919 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732534784919 2024-11-25T11:39:14,919 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T11:39:14,919 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T11:39:14,919 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T11:39:14,919 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T11:39:14,920 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T11:39:14,920 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T11:39:14,920 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:14,926 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T11:39:14,926 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T11:39:14,926 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T11:39:14,926 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T11:39:14,928 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T11:39:14,928 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T11:39:14,930 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534754928,5,FailOnTimeoutGroup] 2024-11-25T11:39:14,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:39:14,936 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T11:39:14,936 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585 2024-11-25T11:39:14,944 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534754930,5,FailOnTimeoutGroup] 2024-11-25T11:39:14,944 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:14,944 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T11:39:14,944 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:14,944 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:14,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741832_1008 (size=32) 2024-11-25T11:39:14,984 INFO [RS:0;96bb5f2c2895:36493 {}] regionserver.HRegionServer(746): ClusterId : 73580742-5358-4984-9f82-b09e3ba8e479 2024-11-25T11:39:14,984 DEBUG [RS:0;96bb5f2c2895:36493 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:39:14,987 DEBUG [RS:0;96bb5f2c2895:36493 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:39:14,987 DEBUG [RS:0;96bb5f2c2895:36493 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:39:14,989 DEBUG [RS:0;96bb5f2c2895:36493 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:39:14,990 DEBUG [RS:0;96bb5f2c2895:36493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b10653f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:39:15,005 DEBUG [RS:0;96bb5f2c2895:36493 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;96bb5f2c2895:36493 2024-11-25T11:39:15,005 INFO [RS:0;96bb5f2c2895:36493 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:39:15,005 INFO [RS:0;96bb5f2c2895:36493 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:39:15,005 DEBUG [RS:0;96bb5f2c2895:36493 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:39:15,005 INFO [RS:0;96bb5f2c2895:36493 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,36743,1732534754202 with port=36493, startcode=1732534754254 2024-11-25T11:39:15,006 DEBUG [RS:0;96bb5f2c2895:36493 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:39:15,007 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:39:15,008 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36743 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,36493,1732534754254 2024-11-25T11:39:15,008 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36743 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,36493,1732534754254 2024-11-25T11:39:15,009 DEBUG [RS:0;96bb5f2c2895:36493 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585 2024-11-25T11:39:15,009 DEBUG [RS:0;96bb5f2c2895:36493 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46613 2024-11-25T11:39:15,009 DEBUG [RS:0;96bb5f2c2895:36493 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:39:15,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315109878/rs 2024-11-25T11:39:15,012 DEBUG [RS:0;96bb5f2c2895:36493 {}] zookeeper.ZKUtil(111): regionserver:36493-0x1014eec337f0004, quorum=127.0.0.1:59015, baseZNode=/11315109878 Set watcher on existing znode=/11315109878/rs/96bb5f2c2895,36493,1732534754254 2024-11-25T11:39:15,012 WARN [RS:0;96bb5f2c2895:36493 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:39:15,012 INFO [RS:0;96bb5f2c2895:36493 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:39:15,012 DEBUG [RS:0;96bb5f2c2895:36493 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254 2024-11-25T11:39:15,013 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,36493,1732534754254] 2024-11-25T11:39:15,024 INFO [RS:0;96bb5f2c2895:36493 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:39:15,032 INFO [RS:0;96bb5f2c2895:36493 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:39:15,034 INFO [RS:0;96bb5f2c2895:36493 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:39:15,034 INFO [RS:0;96bb5f2c2895:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:15,034 INFO [RS:0;96bb5f2c2895:36493 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:39:15,035 INFO [RS:0;96bb5f2c2895:36493 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:39:15,036 INFO [RS:0;96bb5f2c2895:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:15,036 DEBUG [RS:0;96bb5f2c2895:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:15,036 DEBUG [RS:0;96bb5f2c2895:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:15,036 DEBUG [RS:0;96bb5f2c2895:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:15,036 DEBUG [RS:0;96bb5f2c2895:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:15,036 DEBUG [RS:0;96bb5f2c2895:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:15,036 DEBUG [RS:0;96bb5f2c2895:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:39:15,036 DEBUG [RS:0;96bb5f2c2895:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:15,036 DEBUG [RS:0;96bb5f2c2895:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:15,036 DEBUG [RS:0;96bb5f2c2895:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:15,036 DEBUG [RS:0;96bb5f2c2895:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:15,036 DEBUG [RS:0;96bb5f2c2895:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:15,036 DEBUG [RS:0;96bb5f2c2895:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:15,036 DEBUG [RS:0;96bb5f2c2895:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:39:15,036 DEBUG [RS:0;96bb5f2c2895:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:39:15,053 INFO [RS:0;96bb5f2c2895:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:15,053 INFO [RS:0;96bb5f2c2895:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:15,053 INFO [RS:0;96bb5f2c2895:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:15,053 INFO [RS:0;96bb5f2c2895:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:15,053 INFO [RS:0;96bb5f2c2895:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:15,053 INFO [RS:0;96bb5f2c2895:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,36493,1732534754254-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:39:15,075 INFO [RS:0;96bb5f2c2895:36493 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:39:15,075 INFO [RS:0;96bb5f2c2895:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,36493,1732534754254-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:15,075 INFO [RS:0;96bb5f2c2895:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:15,075 INFO [RS:0;96bb5f2c2895:36493 {}] regionserver.Replication(171): 96bb5f2c2895,36493,1732534754254 started 2024-11-25T11:39:15,095 INFO [RS:0;96bb5f2c2895:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:15,096 INFO [RS:0;96bb5f2c2895:36493 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,36493,1732534754254, RpcServer on 96bb5f2c2895/172.17.0.2:36493, sessionid=0x1014eec337f0004 2024-11-25T11:39:15,096 DEBUG [RS:0;96bb5f2c2895:36493 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:39:15,096 DEBUG [RS:0;96bb5f2c2895:36493 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,36493,1732534754254 2024-11-25T11:39:15,096 DEBUG [RS:0;96bb5f2c2895:36493 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,36493,1732534754254' 2024-11-25T11:39:15,096 DEBUG [RS:0;96bb5f2c2895:36493 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11315109878/flush-table-proc/abort' 2024-11-25T11:39:15,097 DEBUG [RS:0;96bb5f2c2895:36493 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11315109878/flush-table-proc/acquired' 2024-11-25T11:39:15,097 DEBUG [RS:0;96bb5f2c2895:36493 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:39:15,097 DEBUG [RS:0;96bb5f2c2895:36493 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:39:15,097 DEBUG [RS:0;96bb5f2c2895:36493 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,36493,1732534754254 2024-11-25T11:39:15,097 DEBUG [RS:0;96bb5f2c2895:36493 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,36493,1732534754254' 2024-11-25T11:39:15,097 DEBUG [RS:0;96bb5f2c2895:36493 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11315109878/online-snapshot/abort' 2024-11-25T11:39:15,098 DEBUG [RS:0;96bb5f2c2895:36493 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11315109878/online-snapshot/acquired' 2024-11-25T11:39:15,098 DEBUG [RS:0;96bb5f2c2895:36493 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:39:15,098 INFO [RS:0;96bb5f2c2895:36493 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:39:15,098 INFO [RS:0;96bb5f2c2895:36493 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:39:15,198 INFO [RS:0;96bb5f2c2895:36493 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:39:15,200 INFO [RS:0;96bb5f2c2895:36493 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C36493%2C1732534754254, suffix=, logDir=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254, archiveDir=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/oldWALs, maxLogs=10 2024-11-25T11:39:15,217 DEBUG [RS:0;96bb5f2c2895:36493 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200, exclude list is [], retry=0 2024-11-25T11:39:15,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41229,DS-5c9b90b2-8517-4926-ab48-9713f0f9d8a1,DISK] 2024-11-25T11:39:15,225 INFO [RS:0;96bb5f2c2895:36493 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 2024-11-25T11:39:15,228 DEBUG [RS:0;96bb5f2c2895:36493 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40263:40263)] 2024-11-25T11:39:15,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:15,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:39:15,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:39:15,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:15,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:15,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:39:15,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:39:15,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:15,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:15,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:39:15,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:39:15,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:15,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:15,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:39:15,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:39:15,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:15,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:15,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:39:15,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/meta/1588230740 2024-11-25T11:39:15,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/meta/1588230740 2024-11-25T11:39:15,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:39:15,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:39:15,363 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:39:15,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:39:15,365 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:39:15,366 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63908686, jitterRate=-0.047686368227005005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:39:15,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732534755353Initializing all the Stores at 1732534755354 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534755354Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534755354Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534755354Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534755354Cleaning up temporary data from old regions at 1732534755362 (+8 ms)Region opened successfully at 1732534755366 (+4 ms) 2024-11-25T11:39:15,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:39:15,366 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:39:15,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:39:15,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:39:15,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:39:15,366 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:39:15,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534755366Disabling compacts and flushes for region at 1732534755366Disabling writes for close at 1732534755366Writing region close event to WAL at 1732534755366Closed at 1732534755366 2024-11-25T11:39:15,367 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:39:15,367 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T11:39:15,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:39:15,368 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:39:15,369 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T11:39:15,519 DEBUG [96bb5f2c2895:36743 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T11:39:15,520 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=96bb5f2c2895,36493,1732534754254 2024-11-25T11:39:15,521 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,36493,1732534754254, state=OPENING 2024-11-25T11:39:15,528 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T11:39:15,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315109878 2024-11-25T11:39:15,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1014eec337f0004, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315109878 2024-11-25T11:39:15,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11315109878/meta-region-server: CHANGED 2024-11-25T11:39:15,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11315109878/meta-region-server: CHANGED 2024-11-25T11:39:15,530 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:39:15,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,36493,1732534754254}] 2024-11-25T11:39:15,682 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:39:15,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:39:15,687 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:39:15,687 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:39:15,688 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:39:15,689 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C36493%2C1732534754254.meta, suffix=.meta, logDir=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254, archiveDir=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/oldWALs, maxLogs=10 2024-11-25T11:39:15,710 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.meta.1732534755689.meta, exclude list is [], retry=0 2024-11-25T11:39:15,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41229,DS-5c9b90b2-8517-4926-ab48-9713f0f9d8a1,DISK] 2024-11-25T11:39:15,714 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.meta.1732534755689.meta 2024-11-25T11:39:15,714 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40263:40263)] 2024-11-25T11:39:15,714 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:39:15,715 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:39:15,715 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:39:15,715 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:39:15,715 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:39:15,715 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:39:15,715 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:15,715 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:39:15,715 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:39:15,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:39:15,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:39:15,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:15,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:15,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:39:15,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:39:15,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:15,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:15,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:39:15,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:39:15,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:15,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:15,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:39:15,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:39:15,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:15,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:15,720 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:39:15,721 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/meta/1588230740 2024-11-25T11:39:15,722 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/meta/1588230740 2024-11-25T11:39:15,723 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:39:15,723 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:39:15,723 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:39:15,724 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:39:15,725 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62100379, jitterRate=-0.07463224232196808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:39:15,725 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:39:15,725 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732534755715Writing region info on filesystem at 1732534755715Initializing all the Stores at 1732534755716 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534755716Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534755716Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534755716Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534755716Cleaning up temporary data from old regions at 1732534755723 (+7 ms)Running coprocessor post-open hooks at 1732534755725 (+2 ms)Region opened successfully at 1732534755725 2024-11-25T11:39:15,726 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732534755682 2024-11-25T11:39:15,727 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:39:15,727 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:39:15,728 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,36493,1732534754254 2024-11-25T11:39:15,728 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,36493,1732534754254, state=OPEN 2024-11-25T11:39:15,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11315109878/meta-region-server 2024-11-25T11:39:15,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1014eec337f0004, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11315109878/meta-region-server 2024-11-25T11:39:15,730 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=96bb5f2c2895,36493,1732534754254 2024-11-25T11:39:15,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11315109878/meta-region-server: CHANGED 2024-11-25T11:39:15,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11315109878/meta-region-server: CHANGED 2024-11-25T11:39:15,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T11:39:15,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,36493,1732534754254 in 200 msec 2024-11-25T11:39:15,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T11:39:15,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 365 msec 2024-11-25T11:39:15,734 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:39:15,734 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T11:39:15,736 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:39:15,736 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,36493,1732534754254, seqNum=-1] 2024-11-25T11:39:15,736 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:39:15,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:39:15,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 834 msec 2024-11-25T11:39:15,742 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732534755742, completionTime=-1 2024-11-25T11:39:15,742 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T11:39:15,742 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T11:39:15,744 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T11:39:15,744 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732534815744 2024-11-25T11:39:15,744 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732534875744 2024-11-25T11:39:15,744 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T11:39:15,744 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,36743,1732534754202-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:15,744 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,36743,1732534754202-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:15,744 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,36743,1732534754202-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:15,744 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-96bb5f2c2895:36743, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:15,744 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:15,746 DEBUG [master/96bb5f2c2895:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T11:39:15,748 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:15,752 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.448sec 2024-11-25T11:39:15,752 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T11:39:15,752 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T11:39:15,752 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T11:39:15,752 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T11:39:15,752 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T11:39:15,752 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,36743,1732534754202-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:39:15,752 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,36743,1732534754202-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T11:39:15,758 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T11:39:15,758 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T11:39:15,758 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,36743,1732534754202-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:15,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a3d5c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:15,787 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,36743,-1 for getting cluster id 2024-11-25T11:39:15,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:15,789 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73580742-5358-4984-9f82-b09e3ba8e479' 2024-11-25T11:39:15,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:15,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73580742-5358-4984-9f82-b09e3ba8e479" 2024-11-25T11:39:15,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a45e86a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:15,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,36743,-1] 2024-11-25T11:39:15,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:15,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:15,791 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:15,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d40ec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:15,792 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:39:15,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,36493,1732534754254, seqNum=-1] 2024-11-25T11:39:15,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:39:15,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:39:15,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=96bb5f2c2895,36743,1732534754202 2024-11-25T11:39:15,798 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59015 2024-11-25T11:39:15,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:39:15,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014eec337f0005 connected 2024-11-25T11:39:15,813 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:15,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,43805,1732534750147 2024-11-25T11:39:15,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f894fd9 2024-11-25T11:39:15,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:39:15,815 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:39:15,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:39:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T11:39:15,818 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:39:15,818 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:15,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T11:39:15,819 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:39:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:39:15,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741835_1011 (size=902) 2024-11-25T11:39:15,836 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b81179c86a1654ab6d7308d1c716795f, NAME => 'test,,1732534755816.b81179c86a1654ab6d7308d1c716795f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666 2024-11-25T11:39:15,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741836_1012 (size=39) 2024-11-25T11:39:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:39:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:39:16,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732534755816.b81179c86a1654ab6d7308d1c716795f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:16,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b81179c86a1654ab6d7308d1c716795f, disabling compactions & flushes 2024-11-25T11:39:16,255 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732534755816.b81179c86a1654ab6d7308d1c716795f. 2024-11-25T11:39:16,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534755816.b81179c86a1654ab6d7308d1c716795f. 2024-11-25T11:39:16,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732534755816.b81179c86a1654ab6d7308d1c716795f. after waiting 0 ms 2024-11-25T11:39:16,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732534755816.b81179c86a1654ab6d7308d1c716795f. 2024-11-25T11:39:16,255 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732534755816.b81179c86a1654ab6d7308d1c716795f. 2024-11-25T11:39:16,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b81179c86a1654ab6d7308d1c716795f: Waiting for close lock at 1732534756255Disabling compacts and flushes for region at 1732534756255Disabling writes for close at 1732534756255Writing region close event to WAL at 1732534756255Closed at 1732534756255 2024-11-25T11:39:16,256 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:39:16,257 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732534755816.b81179c86a1654ab6d7308d1c716795f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732534756256"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534756256"}]},"ts":"1732534756256"} 2024-11-25T11:39:16,263 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:39:16,264 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:39:16,265 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534756264"}]},"ts":"1732534756264"} 2024-11-25T11:39:16,267 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T11:39:16,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b81179c86a1654ab6d7308d1c716795f, ASSIGN}] 2024-11-25T11:39:16,268 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b81179c86a1654ab6d7308d1c716795f, ASSIGN 2024-11-25T11:39:16,269 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b81179c86a1654ab6d7308d1c716795f, ASSIGN; state=OFFLINE, location=96bb5f2c2895,43439,1732534750202; forceNewPlan=false, retain=false 2024-11-25T11:39:16,420 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b81179c86a1654ab6d7308d1c716795f, regionState=OPENING, regionLocation=96bb5f2c2895,43439,1732534750202 2024-11-25T11:39:16,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b81179c86a1654ab6d7308d1c716795f, ASSIGN because future has completed 2024-11-25T11:39:16,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b81179c86a1654ab6d7308d1c716795f, server=96bb5f2c2895,43439,1732534750202}] 2024-11-25T11:39:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:39:16,601 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732534755816.b81179c86a1654ab6d7308d1c716795f. 2024-11-25T11:39:16,601 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b81179c86a1654ab6d7308d1c716795f, NAME => 'test,,1732534755816.b81179c86a1654ab6d7308d1c716795f.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:39:16,601 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:39:16,601 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T11:39:16,602 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b81179c86a1654ab6d7308d1c716795f 2024-11-25T11:39:16,602 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732534755816.b81179c86a1654ab6d7308d1c716795f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:16,602 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b81179c86a1654ab6d7308d1c716795f 2024-11-25T11:39:16,602 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b81179c86a1654ab6d7308d1c716795f 2024-11-25T11:39:16,618 INFO [StoreOpener-b81179c86a1654ab6d7308d1c716795f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b81179c86a1654ab6d7308d1c716795f 2024-11-25T11:39:16,622 INFO [StoreOpener-b81179c86a1654ab6d7308d1c716795f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b81179c86a1654ab6d7308d1c716795f columnFamilyName f 2024-11-25T11:39:16,622 DEBUG [StoreOpener-b81179c86a1654ab6d7308d1c716795f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:16,622 INFO [StoreOpener-b81179c86a1654ab6d7308d1c716795f-1 {}] regionserver.HStore(327): Store=b81179c86a1654ab6d7308d1c716795f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:16,623 INFO [StoreOpener-b81179c86a1654ab6d7308d1c716795f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b81179c86a1654ab6d7308d1c716795f 2024-11-25T11:39:16,625 INFO [StoreOpener-b81179c86a1654ab6d7308d1c716795f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b81179c86a1654ab6d7308d1c716795f columnFamilyName f1 2024-11-25T11:39:16,625 DEBUG [StoreOpener-b81179c86a1654ab6d7308d1c716795f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:16,625 INFO [StoreOpener-b81179c86a1654ab6d7308d1c716795f-1 {}] regionserver.HStore(327): Store=b81179c86a1654ab6d7308d1c716795f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:16,625 INFO [StoreOpener-b81179c86a1654ab6d7308d1c716795f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b81179c86a1654ab6d7308d1c716795f 2024-11-25T11:39:16,627 INFO [StoreOpener-b81179c86a1654ab6d7308d1c716795f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b81179c86a1654ab6d7308d1c716795f columnFamilyName norep 2024-11-25T11:39:16,627 DEBUG [StoreOpener-b81179c86a1654ab6d7308d1c716795f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:16,628 INFO [StoreOpener-b81179c86a1654ab6d7308d1c716795f-1 {}] regionserver.HStore(327): Store=b81179c86a1654ab6d7308d1c716795f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:16,628 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b81179c86a1654ab6d7308d1c716795f 2024-11-25T11:39:16,629 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/default/test/b81179c86a1654ab6d7308d1c716795f 2024-11-25T11:39:16,629 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/default/test/b81179c86a1654ab6d7308d1c716795f 2024-11-25T11:39:16,630 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b81179c86a1654ab6d7308d1c716795f 2024-11-25T11:39:16,630 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b81179c86a1654ab6d7308d1c716795f 2024-11-25T11:39:16,631 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:39:16,632 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b81179c86a1654ab6d7308d1c716795f 2024-11-25T11:39:16,641 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/default/test/b81179c86a1654ab6d7308d1c716795f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:39:16,642 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b81179c86a1654ab6d7308d1c716795f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59710966, jitterRate=-0.11023727059364319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:39:16,642 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b81179c86a1654ab6d7308d1c716795f 2024-11-25T11:39:16,643 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b81179c86a1654ab6d7308d1c716795f: Running coprocessor pre-open hook at 1732534756602Writing region info on filesystem at 1732534756602Initializing all the Stores at 1732534756610 (+8 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534756610Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534756618 (+8 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534756618Cleaning up temporary data from old regions at 1732534756630 (+12 ms)Running coprocessor post-open hooks at 1732534756642 (+12 ms)Region opened successfully at 1732534756643 (+1 ms) 2024-11-25T11:39:16,644 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732534755816.b81179c86a1654ab6d7308d1c716795f., pid=6, masterSystemTime=1732534756588 2024-11-25T11:39:16,646 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732534755816.b81179c86a1654ab6d7308d1c716795f. 2024-11-25T11:39:16,646 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732534755816.b81179c86a1654ab6d7308d1c716795f. 2024-11-25T11:39:16,647 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b81179c86a1654ab6d7308d1c716795f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=96bb5f2c2895,43439,1732534750202 2024-11-25T11:39:16,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b81179c86a1654ab6d7308d1c716795f, server=96bb5f2c2895,43439,1732534750202 because future has completed 2024-11-25T11:39:16,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T11:39:16,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b81179c86a1654ab6d7308d1c716795f, server=96bb5f2c2895,43439,1732534750202 in 234 msec 2024-11-25T11:39:16,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T11:39:16,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b81179c86a1654ab6d7308d1c716795f, ASSIGN in 393 msec 2024-11-25T11:39:16,664 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:39:16,664 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534756664"}]},"ts":"1732534756664"} 2024-11-25T11:39:16,667 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T11:39:16,667 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:39:16,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 851 msec 2024-11-25T11:39:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:39:16,955 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T11:39:16,955 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:16,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,36743,1732534754202 2024-11-25T11:39:16,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b5be931 2024-11-25T11:39:16,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:39:16,958 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:39:16,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:39:16,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T11:39:16,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:39:16,963 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:16,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T11:39:16,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:39:16,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:39:16,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741835_1011 (size=902) 2024-11-25T11:39:17,014 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fdfc753b21da1b887b932b6555e77a84, NAME => 'test,,1732534756958.fdfc753b21da1b887b932b6555e77a84.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585 2024-11-25T11:39:17,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741836_1012 (size=39) 2024-11-25T11:39:17,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732534756958.fdfc753b21da1b887b932b6555e77a84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:17,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fdfc753b21da1b887b932b6555e77a84, disabling compactions & flushes 2024-11-25T11:39:17,031 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732534756958.fdfc753b21da1b887b932b6555e77a84. 2024-11-25T11:39:17,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534756958.fdfc753b21da1b887b932b6555e77a84. 2024-11-25T11:39:17,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732534756958.fdfc753b21da1b887b932b6555e77a84. after waiting 0 ms 2024-11-25T11:39:17,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732534756958.fdfc753b21da1b887b932b6555e77a84. 2024-11-25T11:39:17,031 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732534756958.fdfc753b21da1b887b932b6555e77a84. 2024-11-25T11:39:17,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fdfc753b21da1b887b932b6555e77a84: Waiting for close lock at 1732534757031Disabling compacts and flushes for region at 1732534757031Disabling writes for close at 1732534757031Writing region close event to WAL at 1732534757031Closed at 1732534757031 2024-11-25T11:39:17,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:39:17,032 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732534756958.fdfc753b21da1b887b932b6555e77a84.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732534757032"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534757032"}]},"ts":"1732534757032"} 2024-11-25T11:39:17,034 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:39:17,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:39:17,036 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534757035"}]},"ts":"1732534757035"} 2024-11-25T11:39:17,037 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T11:39:17,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fdfc753b21da1b887b932b6555e77a84, ASSIGN}] 2024-11-25T11:39:17,039 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fdfc753b21da1b887b932b6555e77a84, ASSIGN 2024-11-25T11:39:17,040 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fdfc753b21da1b887b932b6555e77a84, ASSIGN; state=OFFLINE, location=96bb5f2c2895,36493,1732534754254; forceNewPlan=false, retain=false 2024-11-25T11:39:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:39:17,190 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fdfc753b21da1b887b932b6555e77a84, regionState=OPENING, regionLocation=96bb5f2c2895,36493,1732534754254 2024-11-25T11:39:17,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fdfc753b21da1b887b932b6555e77a84, ASSIGN because future has completed 2024-11-25T11:39:17,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdfc753b21da1b887b932b6555e77a84, server=96bb5f2c2895,36493,1732534754254}] 2024-11-25T11:39:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:39:17,353 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732534756958.fdfc753b21da1b887b932b6555e77a84. 2024-11-25T11:39:17,353 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fdfc753b21da1b887b932b6555e77a84, NAME => 'test,,1732534756958.fdfc753b21da1b887b932b6555e77a84.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:39:17,354 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:39:17,354 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T11:39:17,354 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fdfc753b21da1b887b932b6555e77a84 2024-11-25T11:39:17,354 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732534756958.fdfc753b21da1b887b932b6555e77a84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:17,354 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fdfc753b21da1b887b932b6555e77a84 2024-11-25T11:39:17,354 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fdfc753b21da1b887b932b6555e77a84 2024-11-25T11:39:17,355 INFO [StoreOpener-fdfc753b21da1b887b932b6555e77a84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fdfc753b21da1b887b932b6555e77a84 2024-11-25T11:39:17,356 INFO [StoreOpener-fdfc753b21da1b887b932b6555e77a84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdfc753b21da1b887b932b6555e77a84 columnFamilyName f 2024-11-25T11:39:17,356 DEBUG [StoreOpener-fdfc753b21da1b887b932b6555e77a84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:17,357 INFO [StoreOpener-fdfc753b21da1b887b932b6555e77a84-1 {}] regionserver.HStore(327): Store=fdfc753b21da1b887b932b6555e77a84/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:17,357 INFO [StoreOpener-fdfc753b21da1b887b932b6555e77a84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fdfc753b21da1b887b932b6555e77a84 2024-11-25T11:39:17,358 INFO [StoreOpener-fdfc753b21da1b887b932b6555e77a84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdfc753b21da1b887b932b6555e77a84 columnFamilyName f1 2024-11-25T11:39:17,358 DEBUG [StoreOpener-fdfc753b21da1b887b932b6555e77a84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:17,358 INFO [StoreOpener-fdfc753b21da1b887b932b6555e77a84-1 {}] regionserver.HStore(327): Store=fdfc753b21da1b887b932b6555e77a84/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:17,358 INFO [StoreOpener-fdfc753b21da1b887b932b6555e77a84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fdfc753b21da1b887b932b6555e77a84 2024-11-25T11:39:17,359 INFO [StoreOpener-fdfc753b21da1b887b932b6555e77a84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdfc753b21da1b887b932b6555e77a84 columnFamilyName norep 2024-11-25T11:39:17,359 DEBUG [StoreOpener-fdfc753b21da1b887b932b6555e77a84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:17,359 INFO [StoreOpener-fdfc753b21da1b887b932b6555e77a84-1 {}] regionserver.HStore(327): Store=fdfc753b21da1b887b932b6555e77a84/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:17,360 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fdfc753b21da1b887b932b6555e77a84 2024-11-25T11:39:17,360 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/default/test/fdfc753b21da1b887b932b6555e77a84 2024-11-25T11:39:17,360 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/default/test/fdfc753b21da1b887b932b6555e77a84 2024-11-25T11:39:17,361 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fdfc753b21da1b887b932b6555e77a84 2024-11-25T11:39:17,361 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fdfc753b21da1b887b932b6555e77a84 2024-11-25T11:39:17,361 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:39:17,362 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fdfc753b21da1b887b932b6555e77a84 2024-11-25T11:39:17,364 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/default/test/fdfc753b21da1b887b932b6555e77a84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:39:17,364 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fdfc753b21da1b887b932b6555e77a84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64076746, jitterRate=-0.04518207907676697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:39:17,365 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fdfc753b21da1b887b932b6555e77a84 2024-11-25T11:39:17,365 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fdfc753b21da1b887b932b6555e77a84: Running coprocessor pre-open hook at 1732534757354Writing region info on filesystem at 1732534757354Initializing all the Stores at 1732534757355 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534757355Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534757355Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534757355Cleaning up temporary data from old regions at 1732534757361 (+6 ms)Running coprocessor post-open hooks at 1732534757365 (+4 ms)Region opened successfully at 1732534757365 2024-11-25T11:39:17,365 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732534756958.fdfc753b21da1b887b932b6555e77a84., pid=6, masterSystemTime=1732534757350 2024-11-25T11:39:17,367 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732534756958.fdfc753b21da1b887b932b6555e77a84. 2024-11-25T11:39:17,367 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732534756958.fdfc753b21da1b887b932b6555e77a84. 2024-11-25T11:39:17,368 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fdfc753b21da1b887b932b6555e77a84, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=96bb5f2c2895,36493,1732534754254 2024-11-25T11:39:17,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdfc753b21da1b887b932b6555e77a84, server=96bb5f2c2895,36493,1732534754254 because future has completed 2024-11-25T11:39:17,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T11:39:17,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fdfc753b21da1b887b932b6555e77a84, server=96bb5f2c2895,36493,1732534754254 in 174 msec 2024-11-25T11:39:17,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T11:39:17,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fdfc753b21da1b887b932b6555e77a84, ASSIGN in 336 msec 2024-11-25T11:39:17,375 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:39:17,375 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534757375"}]},"ts":"1732534757375"} 2024-11-25T11:39:17,376 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T11:39:17,377 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:39:17,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 418 msec 2024-11-25T11:39:17,569 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T11:39:17,569 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T11:39:17,570 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T11:39:17,570 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-25T11:39:17,570 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:39:17,570 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-25T11:39:17,570 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T11:39:17,570 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-25T11:39:17,570 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:39:17,570 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T11:39:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:39:17,595 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T11:39:17,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b0f134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:17,596 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,43805,-1 for getting cluster id 2024-11-25T11:39:17,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:17,597 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fff41b91-5469-432b-9782-a190c60fbe20' 2024-11-25T11:39:17,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:17,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fff41b91-5469-432b-9782-a190c60fbe20" 2024-11-25T11:39:17,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776171dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:17,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,43805,-1] 2024-11-25T11:39:17,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:17,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:17,598 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:17,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453d73bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:17,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28de6a5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:17,599 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,36743,-1 for getting cluster id 2024-11-25T11:39:17,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:17,600 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73580742-5358-4984-9f82-b09e3ba8e479' 2024-11-25T11:39:17,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:17,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73580742-5358-4984-9f82-b09e3ba8e479" 2024-11-25T11:39:17,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@654a886a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:17,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,36743,-1] 2024-11-25T11:39:17,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:17,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:17,601 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:17,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d5de5f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:17,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a22708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:17,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,43805,-1 for getting cluster id 2024-11-25T11:39:17,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:17,603 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fff41b91-5469-432b-9782-a190c60fbe20' 2024-11-25T11:39:17,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:17,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fff41b91-5469-432b-9782-a190c60fbe20" 2024-11-25T11:39:17,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b529530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:17,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,43805,-1] 2024-11-25T11:39:17,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:17,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:17,604 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:17,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f8dc65d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:17,605 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:17,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,43805,1732534750147 2024-11-25T11:39:17,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cd90755 2024-11-25T11:39:17,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:39:17,607 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:39:17,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://96bb5f2c2895:36743,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T11:39:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T11:39:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:39:17,610 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:36743' 2024-11-25T11:39:17,611 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58db606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:17,611 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,36743,-1 for getting cluster id 2024-11-25T11:39:17,611 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:17,612 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73580742-5358-4984-9f82-b09e3ba8e479' 2024-11-25T11:39:17,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:17,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73580742-5358-4984-9f82-b09e3ba8e479" 2024-11-25T11:39:17,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b226074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:17,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,36743,-1] 2024-11-25T11:39:17,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:17,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:17,613 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:17,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e0f2b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:17,613 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:17,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,36743,1732534754202 2024-11-25T11:39:17,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4290272 2024-11-25T11:39:17,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:39:17,615 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:39:17,615 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T11:39:17,615 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T11:39:17,615 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:17,615 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:17,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:39:17,616 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:39:17,617 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T11:39:17,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:39:17,618 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:17,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:39:17,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741837_1013 (size=1138) 2024-11-25T11:39:17,667 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T11:39:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:39:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:39:18,025 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c2a1d8dcb0d58e9b1ce27894b9b2e75a, NAME => 'hbase:replication,,1732534757616.c2a1d8dcb0d58e9b1ce27894b9b2e75a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666 2024-11-25T11:39:18,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741838_1014 (size=44) 2024-11-25T11:39:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:39:18,240 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:39:18,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:18,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:18,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:18,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:18,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:18,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:18,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:18,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:18,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:18,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:18,285 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T11:39:18,285 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T11:39:18,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534757616.c2a1d8dcb0d58e9b1ce27894b9b2e75a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:18,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c2a1d8dcb0d58e9b1ce27894b9b2e75a, disabling compactions & flushes 2024-11-25T11:39:18,431 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534757616.c2a1d8dcb0d58e9b1ce27894b9b2e75a. 2024-11-25T11:39:18,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534757616.c2a1d8dcb0d58e9b1ce27894b9b2e75a. 2024-11-25T11:39:18,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534757616.c2a1d8dcb0d58e9b1ce27894b9b2e75a. after waiting 0 ms 2024-11-25T11:39:18,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534757616.c2a1d8dcb0d58e9b1ce27894b9b2e75a. 2024-11-25T11:39:18,432 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732534757616.c2a1d8dcb0d58e9b1ce27894b9b2e75a. 2024-11-25T11:39:18,432 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c2a1d8dcb0d58e9b1ce27894b9b2e75a: Waiting for close lock at 1732534758431Disabling compacts and flushes for region at 1732534758431Disabling writes for close at 1732534758431Writing region close event to WAL at 1732534758431Closed at 1732534758431 2024-11-25T11:39:18,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:39:18,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732534757616.c2a1d8dcb0d58e9b1ce27894b9b2e75a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732534758433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534758433"}]},"ts":"1732534758433"} 2024-11-25T11:39:18,436 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:39:18,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:39:18,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534758436"}]},"ts":"1732534758436"} 2024-11-25T11:39:18,438 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T11:39:18,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2a1d8dcb0d58e9b1ce27894b9b2e75a, ASSIGN}] 2024-11-25T11:39:18,439 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2a1d8dcb0d58e9b1ce27894b9b2e75a, ASSIGN 2024-11-25T11:39:18,441 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c2a1d8dcb0d58e9b1ce27894b9b2e75a, ASSIGN; state=OFFLINE, location=96bb5f2c2895,43439,1732534750202; forceNewPlan=false, retain=false 2024-11-25T11:39:18,591 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c2a1d8dcb0d58e9b1ce27894b9b2e75a, regionState=OPENING, regionLocation=96bb5f2c2895,43439,1732534750202 2024-11-25T11:39:18,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c2a1d8dcb0d58e9b1ce27894b9b2e75a, ASSIGN because future has completed 2024-11-25T11:39:18,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2a1d8dcb0d58e9b1ce27894b9b2e75a, server=96bb5f2c2895,43439,1732534750202}] 2024-11-25T11:39:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:39:18,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732534757616.c2a1d8dcb0d58e9b1ce27894b9b2e75a. 2024-11-25T11:39:18,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:39:18,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T11:39:18,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C43439%2C1732534750202.rep, suffix=, logDir=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202, archiveDir=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/oldWALs, maxLogs=10 2024-11-25T11:39:18,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.rep.1732534758752, exclude list is [], retry=0 2024-11-25T11:39:18,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45969,DS-48f2deed-4622-40fc-af45-c22469a6269d,DISK] 2024-11-25T11:39:18,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.rep.1732534758752 2024-11-25T11:39:18,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36429:36429)] 2024-11-25T11:39:18,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c2a1d8dcb0d58e9b1ce27894b9b2e75a, NAME => 'hbase:replication,,1732534757616.c2a1d8dcb0d58e9b1ce27894b9b2e75a.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:39:18,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:39:18,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:39:18,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732534757616.c2a1d8dcb0d58e9b1ce27894b9b2e75a. service=MultiRowMutationService 2024-11-25T11:39:18,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T11:39:18,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c2a1d8dcb0d58e9b1ce27894b9b2e75a 2024-11-25T11:39:18,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534757616.c2a1d8dcb0d58e9b1ce27894b9b2e75a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:18,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c2a1d8dcb0d58e9b1ce27894b9b2e75a 2024-11-25T11:39:18,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c2a1d8dcb0d58e9b1ce27894b9b2e75a 2024-11-25T11:39:18,774 INFO [StoreOpener-c2a1d8dcb0d58e9b1ce27894b9b2e75a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c2a1d8dcb0d58e9b1ce27894b9b2e75a 2024-11-25T11:39:18,775 INFO [StoreOpener-c2a1d8dcb0d58e9b1ce27894b9b2e75a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2a1d8dcb0d58e9b1ce27894b9b2e75a columnFamilyName hfileref 2024-11-25T11:39:18,775 DEBUG [StoreOpener-c2a1d8dcb0d58e9b1ce27894b9b2e75a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:18,776 INFO [StoreOpener-c2a1d8dcb0d58e9b1ce27894b9b2e75a-1 {}] regionserver.HStore(327): Store=c2a1d8dcb0d58e9b1ce27894b9b2e75a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:18,776 INFO [StoreOpener-c2a1d8dcb0d58e9b1ce27894b9b2e75a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c2a1d8dcb0d58e9b1ce27894b9b2e75a 2024-11-25T11:39:18,777 INFO [StoreOpener-c2a1d8dcb0d58e9b1ce27894b9b2e75a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2a1d8dcb0d58e9b1ce27894b9b2e75a columnFamilyName queue 2024-11-25T11:39:18,777 DEBUG [StoreOpener-c2a1d8dcb0d58e9b1ce27894b9b2e75a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:18,777 INFO [StoreOpener-c2a1d8dcb0d58e9b1ce27894b9b2e75a-1 {}] regionserver.HStore(327): Store=c2a1d8dcb0d58e9b1ce27894b9b2e75a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:18,777 INFO [StoreOpener-c2a1d8dcb0d58e9b1ce27894b9b2e75a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c2a1d8dcb0d58e9b1ce27894b9b2e75a 2024-11-25T11:39:18,778 INFO [StoreOpener-c2a1d8dcb0d58e9b1ce27894b9b2e75a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2a1d8dcb0d58e9b1ce27894b9b2e75a columnFamilyName sid 2024-11-25T11:39:18,778 DEBUG [StoreOpener-c2a1d8dcb0d58e9b1ce27894b9b2e75a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:18,778 INFO [StoreOpener-c2a1d8dcb0d58e9b1ce27894b9b2e75a-1 {}] regionserver.HStore(327): Store=c2a1d8dcb0d58e9b1ce27894b9b2e75a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:18,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c2a1d8dcb0d58e9b1ce27894b9b2e75a 2024-11-25T11:39:18,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/replication/c2a1d8dcb0d58e9b1ce27894b9b2e75a 2024-11-25T11:39:18,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/replication/c2a1d8dcb0d58e9b1ce27894b9b2e75a 2024-11-25T11:39:18,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c2a1d8dcb0d58e9b1ce27894b9b2e75a 2024-11-25T11:39:18,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c2a1d8dcb0d58e9b1ce27894b9b2e75a 2024-11-25T11:39:18,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:39:18,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c2a1d8dcb0d58e9b1ce27894b9b2e75a 2024-11-25T11:39:18,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/replication/c2a1d8dcb0d58e9b1ce27894b9b2e75a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:39:18,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c2a1d8dcb0d58e9b1ce27894b9b2e75a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62902137, jitterRate=-0.06268511712551117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:39:18,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2a1d8dcb0d58e9b1ce27894b9b2e75a 2024-11-25T11:39:18,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c2a1d8dcb0d58e9b1ce27894b9b2e75a: Running coprocessor pre-open hook at 1732534758773Writing region info on filesystem at 1732534758773Initializing all the Stores at 1732534758774 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534758774Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534758774Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534758774Cleaning up temporary data from old regions at 1732534758780 (+6 ms)Running coprocessor post-open hooks at 1732534758783 (+3 ms)Region opened successfully at 1732534758784 (+1 ms) 2024-11-25T11:39:18,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732534757616.c2a1d8dcb0d58e9b1ce27894b9b2e75a., pid=10, masterSystemTime=1732534758746 2024-11-25T11:39:18,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732534757616.c2a1d8dcb0d58e9b1ce27894b9b2e75a. 2024-11-25T11:39:18,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732534757616.c2a1d8dcb0d58e9b1ce27894b9b2e75a. 2024-11-25T11:39:18,788 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c2a1d8dcb0d58e9b1ce27894b9b2e75a, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,43439,1732534750202 2024-11-25T11:39:18,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2a1d8dcb0d58e9b1ce27894b9b2e75a, server=96bb5f2c2895,43439,1732534750202 because future has completed 2024-11-25T11:39:18,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T11:39:18,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c2a1d8dcb0d58e9b1ce27894b9b2e75a, server=96bb5f2c2895,43439,1732534750202 in 197 msec 2024-11-25T11:39:18,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T11:39:18,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2a1d8dcb0d58e9b1ce27894b9b2e75a, ASSIGN in 354 msec 2024-11-25T11:39:18,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:39:18,795 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534758795"}]},"ts":"1732534758795"} 2024-11-25T11:39:18,797 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T11:39:18,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:39:18,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-25T11:39:18,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732534757616.c2a1d8dcb0d58e9b1ce27894b9b2e75a., hostname=96bb5f2c2895,43439,1732534750202, seqNum=2] 2024-11-25T11:39:18,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0930111720 2024-11-25T11:39:18,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014eec337f0001, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0930111720 2024-11-25T11:39:18,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T11:39:18,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43439 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T11:39:18,987 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T11:39:19,021 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-96bb5f2c2895,43439,1732534750202, ReplicationSource: 1, currentBandwidth=0 2024-11-25T11:39:19,022 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:39:19,022 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,43439,1732534750202, seqNum=-1] 2024-11-25T11:39:19,022 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:39:19,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-25T11:39:19,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-96bb5f2c2895,43439,1732534750202', locateType=CURRENT is [region=hbase:replication,,1732534757616.c2a1d8dcb0d58e9b1ce27894b9b2e75a., hostname=96bb5f2c2895,43439,1732534750202, seqNum=2] 2024-11-25T11:39:19,028 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T11:39:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T11:39:19,035 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 96bb5f2c2895,43439,1732534750202 suceeded 2024-11-25T11:39:19,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T11:39:19,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-25T11:39:19,037 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://96bb5f2c2895:36743,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T11:39:19,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4300 sec 2024-11-25T11:39:19,047 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:36743' 2024-11-25T11:39:19,048 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fc1b8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:19,048 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,36743,-1 for getting cluster id 2024-11-25T11:39:19,048 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:19,049 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73580742-5358-4984-9f82-b09e3ba8e479' 2024-11-25T11:39:19,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:19,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73580742-5358-4984-9f82-b09e3ba8e479" 2024-11-25T11:39:19,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@109f2aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:19,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,36743,-1] 2024-11-25T11:39:19,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:19,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:19,051 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:19,051 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@289eced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:19,051 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:19,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,36743,1732534754202 2024-11-25T11:39:19,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1db8618e 2024-11-25T11:39:19,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:39:19,053 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-25T11:39:19,053 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-96bb5f2c2895,43439,1732534750202 (queues=1) is replicating from cluster=fff41b91-5469-432b-9782-a190c60fbe20 to cluster=73580742-5358-4984-9f82-b09e3ba8e479 2024-11-25T11:39:19,054 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=96bb5f2c2895%2C43439%2C1732534750202 2024-11-25T11:39:19,054 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-96bb5f2c2895,43439,1732534750202, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T11:39:19,054 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.shipper96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 96bb5f2c2895%2C43439%2C1732534750202 2024-11-25T11:39:19,054 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201, startPosition=0, beingWritten=true 2024-11-25T11:39:19,061 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:39:19,061 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 379, reset compression=false 2024-11-25T11:39:19,061 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.shipper96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,43439,1732534750202 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:39:19,267 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 379, reset compression=false 2024-11-25T11:39:19,572 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 379, reset compression=false 2024-11-25T11:39:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:39:19,755 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T11:39:19,756 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:39:19,756 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:19,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:19,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:19,756 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:39:19,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e1490ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:19,757 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,36743,-1 for getting cluster id 2024-11-25T11:39:19,757 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:19,758 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73580742-5358-4984-9f82-b09e3ba8e479' 2024-11-25T11:39:19,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:19,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73580742-5358-4984-9f82-b09e3ba8e479" 2024-11-25T11:39:19,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655af6ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:19,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,36743,-1] 2024-11-25T11:39:19,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:19,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:19,760 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:19,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d3d3363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:19,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:19,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,36743,1732534754202 2024-11-25T11:39:19,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31d30f8b 2024-11-25T11:39:19,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:39:19,763 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:39:19,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://96bb5f2c2895:43805,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T11:39:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T11:39:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:39:19,766 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:43805' 2024-11-25T11:39:19,767 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a769e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:19,767 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,43805,-1 for getting cluster id 2024-11-25T11:39:19,767 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:19,768 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fff41b91-5469-432b-9782-a190c60fbe20' 2024-11-25T11:39:19,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:19,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fff41b91-5469-432b-9782-a190c60fbe20" 2024-11-25T11:39:19,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a5a711, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:19,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,43805,-1] 2024-11-25T11:39:19,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:19,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:19,769 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:19,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a419940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:19,770 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:19,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,43805,1732534750147 2024-11-25T11:39:19,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b2c13da 2024-11-25T11:39:19,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:39:19,771 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:39:19,771 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T11:39:19,772 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T11:39:19,772 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:19,772 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:19,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:39:19,772 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:39:19,773 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T11:39:19,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:39:19,774 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:19,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:39:19,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741837_1013 (size=1138) 2024-11-25T11:39:19,797 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 98f68ba4e9708f54f269e36deb5e2b89, NAME => 'hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585 2024-11-25T11:39:19,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741838_1014 (size=44) 2024-11-25T11:39:19,820 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:19,820 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 98f68ba4e9708f54f269e36deb5e2b89, disabling compactions & flushes 2024-11-25T11:39:19,820 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89. 2024-11-25T11:39:19,820 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89. 2024-11-25T11:39:19,821 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89. after waiting 0 ms 2024-11-25T11:39:19,821 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89. 2024-11-25T11:39:19,821 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89. 2024-11-25T11:39:19,821 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 98f68ba4e9708f54f269e36deb5e2b89: Waiting for close lock at 1732534759820Disabling compacts and flushes for region at 1732534759820Disabling writes for close at 1732534759821 (+1 ms)Writing region close event to WAL at 1732534759821Closed at 1732534759821 2024-11-25T11:39:19,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:39:19,822 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732534759822"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534759822"}]},"ts":"1732534759822"} 2024-11-25T11:39:19,823 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T11:39:19,825 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:39:19,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:39:19,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534759827"}]},"ts":"1732534759827"} 2024-11-25T11:39:19,830 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T11:39:19,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98f68ba4e9708f54f269e36deb5e2b89, ASSIGN}] 2024-11-25T11:39:19,831 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98f68ba4e9708f54f269e36deb5e2b89, ASSIGN 2024-11-25T11:39:19,832 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=98f68ba4e9708f54f269e36deb5e2b89, ASSIGN; state=OFFLINE, location=96bb5f2c2895,36493,1732534754254; forceNewPlan=false, retain=false 2024-11-25T11:39:19,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:39:19,977 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 379, reset compression=false 2024-11-25T11:39:19,983 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=98f68ba4e9708f54f269e36deb5e2b89, regionState=OPENING, regionLocation=96bb5f2c2895,36493,1732534754254 2024-11-25T11:39:19,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=98f68ba4e9708f54f269e36deb5e2b89, ASSIGN because future has completed 2024-11-25T11:39:19,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98f68ba4e9708f54f269e36deb5e2b89, server=96bb5f2c2895,36493,1732534754254}] 2024-11-25T11:39:20,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:39:20,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89. 2024-11-25T11:39:20,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:39:20,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T11:39:20,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C36493%2C1732534754254.rep, suffix=, logDir=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254, archiveDir=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/oldWALs, maxLogs=10 2024-11-25T11:39:20,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.rep.1732534760142, exclude list is [], retry=0 2024-11-25T11:39:20,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41229,DS-5c9b90b2-8517-4926-ab48-9713f0f9d8a1,DISK] 2024-11-25T11:39:20,160 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.rep.1732534760142 2024-11-25T11:39:20,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40263:40263)] 2024-11-25T11:39:20,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 98f68ba4e9708f54f269e36deb5e2b89, NAME => 'hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:39:20,160 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:39:20,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:39:20,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89. service=MultiRowMutationService 2024-11-25T11:39:20,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T11:39:20,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 98f68ba4e9708f54f269e36deb5e2b89 2024-11-25T11:39:20,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:20,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 98f68ba4e9708f54f269e36deb5e2b89 2024-11-25T11:39:20,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 98f68ba4e9708f54f269e36deb5e2b89 2024-11-25T11:39:20,162 INFO [StoreOpener-98f68ba4e9708f54f269e36deb5e2b89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 98f68ba4e9708f54f269e36deb5e2b89 2024-11-25T11:39:20,163 INFO [StoreOpener-98f68ba4e9708f54f269e36deb5e2b89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98f68ba4e9708f54f269e36deb5e2b89 columnFamilyName hfileref 2024-11-25T11:39:20,163 DEBUG [StoreOpener-98f68ba4e9708f54f269e36deb5e2b89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:20,164 INFO [StoreOpener-98f68ba4e9708f54f269e36deb5e2b89-1 {}] regionserver.HStore(327): Store=98f68ba4e9708f54f269e36deb5e2b89/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:20,164 INFO [StoreOpener-98f68ba4e9708f54f269e36deb5e2b89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 98f68ba4e9708f54f269e36deb5e2b89 2024-11-25T11:39:20,165 INFO [StoreOpener-98f68ba4e9708f54f269e36deb5e2b89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98f68ba4e9708f54f269e36deb5e2b89 columnFamilyName queue 2024-11-25T11:39:20,165 DEBUG [StoreOpener-98f68ba4e9708f54f269e36deb5e2b89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:20,165 INFO [StoreOpener-98f68ba4e9708f54f269e36deb5e2b89-1 {}] regionserver.HStore(327): Store=98f68ba4e9708f54f269e36deb5e2b89/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:20,165 INFO [StoreOpener-98f68ba4e9708f54f269e36deb5e2b89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 98f68ba4e9708f54f269e36deb5e2b89 2024-11-25T11:39:20,166 INFO [StoreOpener-98f68ba4e9708f54f269e36deb5e2b89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98f68ba4e9708f54f269e36deb5e2b89 columnFamilyName sid 2024-11-25T11:39:20,166 DEBUG [StoreOpener-98f68ba4e9708f54f269e36deb5e2b89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:20,166 INFO [StoreOpener-98f68ba4e9708f54f269e36deb5e2b89-1 {}] regionserver.HStore(327): Store=98f68ba4e9708f54f269e36deb5e2b89/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:20,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 98f68ba4e9708f54f269e36deb5e2b89 2024-11-25T11:39:20,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/replication/98f68ba4e9708f54f269e36deb5e2b89 2024-11-25T11:39:20,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/replication/98f68ba4e9708f54f269e36deb5e2b89 2024-11-25T11:39:20,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 98f68ba4e9708f54f269e36deb5e2b89 2024-11-25T11:39:20,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 98f68ba4e9708f54f269e36deb5e2b89 2024-11-25T11:39:20,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:39:20,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 98f68ba4e9708f54f269e36deb5e2b89 2024-11-25T11:39:20,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/replication/98f68ba4e9708f54f269e36deb5e2b89/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:39:20,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 98f68ba4e9708f54f269e36deb5e2b89; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69509384, jitterRate=0.035770535469055176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:39:20,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98f68ba4e9708f54f269e36deb5e2b89 2024-11-25T11:39:20,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 98f68ba4e9708f54f269e36deb5e2b89: Running coprocessor pre-open hook at 1732534760161Writing region info on filesystem at 1732534760161Initializing all the Stores at 1732534760162 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534760162Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534760162Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534760162Cleaning up temporary data from old regions at 1732534760168 (+6 ms)Running coprocessor post-open hooks at 1732534760171 (+3 ms)Region opened successfully at 1732534760172 (+1 ms) 2024-11-25T11:39:20,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89., pid=10, masterSystemTime=1732534760137 2024-11-25T11:39:20,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89. 2024-11-25T11:39:20,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89. 2024-11-25T11:39:20,175 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=98f68ba4e9708f54f269e36deb5e2b89, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,36493,1732534754254 2024-11-25T11:39:20,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98f68ba4e9708f54f269e36deb5e2b89, server=96bb5f2c2895,36493,1732534754254 because future has completed 2024-11-25T11:39:20,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T11:39:20,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 98f68ba4e9708f54f269e36deb5e2b89, server=96bb5f2c2895,36493,1732534754254 in 191 msec 2024-11-25T11:39:20,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T11:39:20,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98f68ba4e9708f54f269e36deb5e2b89, ASSIGN in 349 msec 2024-11-25T11:39:20,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:39:20,181 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534760181"}]},"ts":"1732534760181"} 2024-11-25T11:39:20,183 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T11:39:20,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:39:20,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 411 msec 2024-11-25T11:39:20,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89., hostname=96bb5f2c2895,36493,1732534754254, seqNum=2] 2024-11-25T11:39:20,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315109878 2024-11-25T11:39:20,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1014eec337f0004, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315109878 2024-11-25T11:39:20,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T11:39:20,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36493 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T11:39:20,391 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T11:39:20,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:39:20,420 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-96bb5f2c2895,36493,1732534754254, ReplicationSource: 1, currentBandwidth=0 2024-11-25T11:39:20,421 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:39:20,421 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,36493,1732534754254, seqNum=-1] 2024-11-25T11:39:20,421 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:39:20,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-25T11:39:20,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-96bb5f2c2895,36493,1732534754254', locateType=CURRENT is [region=hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89., hostname=96bb5f2c2895,36493,1732534754254, seqNum=2] 2024-11-25T11:39:20,426 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T11:39:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T11:39:20,428 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 96bb5f2c2895,36493,1732534754254 suceeded 2024-11-25T11:39:20,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T11:39:20,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-25T11:39:20,430 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://96bb5f2c2895:43805,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T11:39:20,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 667 msec 2024-11-25T11:39:20,441 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:43805' 2024-11-25T11:39:20,444 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a9a17ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:20,444 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,43805,-1 for getting cluster id 2024-11-25T11:39:20,444 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:20,444 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fff41b91-5469-432b-9782-a190c60fbe20' 2024-11-25T11:39:20,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:20,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fff41b91-5469-432b-9782-a190c60fbe20" 2024-11-25T11:39:20,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62b58b90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:20,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,43805,-1] 2024-11-25T11:39:20,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:20,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:20,446 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:20,447 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76200eeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:20,447 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:20,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,43805,1732534750147 2024-11-25T11:39:20,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32f34d0b 2024-11-25T11:39:20,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:39:20,448 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-25T11:39:20,449 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-96bb5f2c2895,36493,1732534754254 (queues=1) is replicating from cluster=73580742-5358-4984-9f82-b09e3ba8e479 to cluster=fff41b91-5469-432b-9782-a190c60fbe20 2024-11-25T11:39:20,449 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=96bb5f2c2895%2C36493%2C1732534754254 2024-11-25T11:39:20,449 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-96bb5f2c2895,36493,1732534754254, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T11:39:20,450 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200, startPosition=0, beingWritten=true 2024-11-25T11:39:20,451 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.shipper96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 96bb5f2c2895%2C36493%2C1732534754254 2024-11-25T11:39:20,456 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:39:20,456 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 to pos 379, reset compression=false 2024-11-25T11:39:20,456 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.shipper96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,36493,1732534754254 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:39:20,481 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 379, reset compression=false 2024-11-25T11:39:20,662 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 to pos 379, reset compression=false 2024-11-25T11:39:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:39:20,905 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T11:39:20,905 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:39:20,906 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:20,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:20,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:20,906 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:39:20,906 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:39:20,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,43439,1732534750202, seqNum=-1] 2024-11-25T11:39:20,908 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:39:20,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:39:20,911 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732534755816.b81179c86a1654ab6d7308d1c716795f., hostname=96bb5f2c2895,43439,1732534750202, seqNum=2] 2024-11-25T11:39:20,914 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:39:20,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,36493,1732534754254, seqNum=-1] 2024-11-25T11:39:20,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:39:20,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:39:20,917 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732534756958.fdfc753b21da1b887b932b6555e77a84., hostname=96bb5f2c2895,36493,1732534754254, seqNum=2] 2024-11-25T11:39:20,919 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-25T11:39:20,974 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 to pos 379, reset compression=false 2024-11-25T11:39:21,024 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T11:39:21,085 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 379, reset compression=false 2024-11-25T11:39:21,090 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:39:21,090 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 480, reset compression=false 2024-11-25T11:39:21,090 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.shipper96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,43439,1732534750202 got entry batch from reader: WALEntryBatch [walEntries=[{test/b81179c86a1654ab6d7308d1c716795f/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-25T11:39:21,092 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.shipper96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:39:21,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-25T11:39:21,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36493 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T11:39:21,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5afed9ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:21,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36493 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,36743,-1 for getting cluster id 2024-11-25T11:39:21,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36493 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:21,096 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73580742-5358-4984-9f82-b09e3ba8e479' 2024-11-25T11:39:21,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:21,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73580742-5358-4984-9f82-b09e3ba8e479" 2024-11-25T11:39:21,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37e9bf4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:21,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,36743,-1] 2024-11-25T11:39:21,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:21,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:21,097 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:21,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ca48fbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:21,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36493 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:39:21,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,36493,1732534754254, seqNum=-1] 2024-11-25T11:39:21,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:39:21,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-25T11:39:21,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732534756958.fdfc753b21da1b887b932b6555e77a84., hostname=96bb5f2c2895,36493,1732534754254, seqNum=2] 2024-11-25T11:39:21,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36493 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T11:39:21,294 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 480, reset compression=false 2024-11-25T11:39:21,379 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 to pos 379, reset compression=false 2024-11-25T11:39:21,384 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:39:21,384 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 to pos 504, reset compression=false 2024-11-25T11:39:21,384 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.shipper96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,36493,1732534754254 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:39:21,588 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 to pos 504, reset compression=false 2024-11-25T11:39:21,599 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 480, reset compression=false 2024-11-25T11:39:21,892 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 to pos 504, reset compression=false 2024-11-25T11:39:21,922 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-25T11:39:21,925 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-25T11:39:22,007 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 480, reset compression=false 2024-11-25T11:39:22,297 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 to pos 504, reset compression=false 2024-11-25T11:39:22,302 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:39:22,302 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 to pos 608, reset compression=false 2024-11-25T11:39:22,302 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.shipper96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,36493,1732534754254 got entry batch from reader: WALEntryBatch [walEntries=[{test/fdfc753b21da1b887b932b6555e77a84/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T11:39:22,304 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.shipper96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:39:22,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-25T11:39:22,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43439 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T11:39:22,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9e6c068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:22,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43439 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,43805,-1 for getting cluster id 2024-11-25T11:39:22,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43439 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:22,307 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fff41b91-5469-432b-9782-a190c60fbe20' 2024-11-25T11:39:22,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:22,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fff41b91-5469-432b-9782-a190c60fbe20" 2024-11-25T11:39:22,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50e57cd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:22,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,43805,-1] 2024-11-25T11:39:22,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:22,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:22,308 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:22,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5613400d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:22,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43439 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:39:22,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,43439,1732534750202, seqNum=-1] 2024-11-25T11:39:22,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:39:22,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-25T11:39:22,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732534755816.b81179c86a1654ab6d7308d1c716795f., hostname=96bb5f2c2895,43439,1732534750202, seqNum=2] 2024-11-25T11:39:22,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43439 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T11:39:22,505 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 to pos 608, reset compression=false 2024-11-25T11:39:22,511 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 480, reset compression=false 2024-11-25T11:39:22,515 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:39:22,515 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 607, reset compression=false 2024-11-25T11:39:22,516 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.shipper96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,43439,1732534750202 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:39:22,719 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 607, reset compression=false 2024-11-25T11:39:22,810 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 to pos 608, reset compression=false 2024-11-25T11:39:22,927 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-25T11:39:22,933 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-25T11:39:23,023 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 607, reset compression=false 2024-11-25T11:39:23,028 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:39:23,028 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 763, reset compression=false 2024-11-25T11:39:23,028 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.shipper96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,43439,1732534750202 got entry batch from reader: WALEntryBatch [walEntries=[{test/b81179c86a1654ab6d7308d1c716795f/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-25T11:39:23,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36493 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T11:39:23,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36493 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T11:39:23,214 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 to pos 608, reset compression=false 2024-11-25T11:39:23,219 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:39:23,219 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 to pos 756, reset compression=false 2024-11-25T11:39:23,219 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.shipper96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,36493,1732534754254 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:39:23,232 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 763, reset compression=false 2024-11-25T11:39:23,427 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 to pos 756, reset compression=false 2024-11-25T11:39:23,536 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 763, reset compression=false 2024-11-25T11:39:23,732 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 to pos 756, reset compression=false 2024-11-25T11:39:23,935 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-25T11:39:23,939 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-25T11:39:23,940 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 763, reset compression=false 2024-11-25T11:39:24,136 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 to pos 756, reset compression=false 2024-11-25T11:39:24,141 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:39:24,141 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 to pos 915, reset compression=false 2024-11-25T11:39:24,141 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.shipper96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,36493,1732534754254 got entry batch from reader: WALEntryBatch [walEntries=[{test/fdfc753b21da1b887b932b6555e77a84/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-25T11:39:24,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43439 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T11:39:24,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43439 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T11:39:24,275 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:39:24,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:24,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:24,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:24,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:24,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:24,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:24,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:24,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:24,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:24,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:24,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:24,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [96bb5f2c2895,44457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:44457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T11:39:24,344 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18218 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [96bb5f2c2895,44457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:44457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T11:39:24,345 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 to pos 915, reset compression=false 2024-11-25T11:39:24,443 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 763, reset compression=false 2024-11-25T11:39:24,448 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:39:24,448 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 912, reset compression=false 2024-11-25T11:39:24,448 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.shipper96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,43439,1732534750202 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:39:24,648 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 to pos 915, reset compression=false 2024-11-25T11:39:24,651 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 912, reset compression=false 2024-11-25T11:39:24,941 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-25T11:39:24,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T11:39:24,943 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:39:24,944 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:24,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:24,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:24,944 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:39:24,944 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T11:39:24,944 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=761811528, stopped=false 2024-11-25T11:39:24,945 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=96bb5f2c2895,36743,1732534754202 2024-11-25T11:39:24,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11315109878/running 2024-11-25T11:39:24,946 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:39:24,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1014eec337f0004, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11315109878/running 2024-11-25T11:39:24,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315109878 2024-11-25T11:39:24,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1014eec337f0004, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315109878 2024-11-25T11:39:24,946 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:39:24,947 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:24,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:24,947 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,36493,1732534754254' ***** 2024-11-25T11:39:24,947 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:39:24,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Set watcher on znode that does not yet exist, /11315109878/running 2024-11-25T11:39:24,948 INFO [RS:0;96bb5f2c2895:36493 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:39:24,948 INFO [RS:0;96bb5f2c2895:36493 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:39:24,948 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:39:24,948 INFO [RS:0;96bb5f2c2895:36493 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:39:24,948 INFO [RS:0;96bb5f2c2895:36493 {}] regionserver.HRegionServer(3091): Received CLOSE for fdfc753b21da1b887b932b6555e77a84 2024-11-25T11:39:24,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36493-0x1014eec337f0004, quorum=127.0.0.1:59015, baseZNode=/11315109878 Set watcher on znode that does not yet exist, /11315109878/running 2024-11-25T11:39:24,948 INFO [RS:0;96bb5f2c2895:36493 {}] regionserver.HRegionServer(3091): Received CLOSE for 98f68ba4e9708f54f269e36deb5e2b89 2024-11-25T11:39:24,948 INFO [RS:0;96bb5f2c2895:36493 {}] regionserver.HRegionServer(959): stopping server 96bb5f2c2895,36493,1732534754254 2024-11-25T11:39:24,948 INFO [RS:0;96bb5f2c2895:36493 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:39:24,948 INFO [RS:0;96bb5f2c2895:36493 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:36493. 2024-11-25T11:39:24,948 DEBUG [RS:0;96bb5f2c2895:36493 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:24,948 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fdfc753b21da1b887b932b6555e77a84, disabling compactions & flushes 2024-11-25T11:39:24,948 DEBUG [RS:0;96bb5f2c2895:36493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:24,948 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732534756958.fdfc753b21da1b887b932b6555e77a84. 2024-11-25T11:39:24,948 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534756958.fdfc753b21da1b887b932b6555e77a84. 2024-11-25T11:39:24,949 INFO [RS:0;96bb5f2c2895:36493 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:39:24,949 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732534756958.fdfc753b21da1b887b932b6555e77a84. after waiting 0 ms 2024-11-25T11:39:24,949 INFO [RS:0;96bb5f2c2895:36493 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:39:24,949 INFO [RS:0;96bb5f2c2895:36493 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:39:24,949 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732534756958.fdfc753b21da1b887b932b6555e77a84. 2024-11-25T11:39:24,949 INFO [RS:0;96bb5f2c2895:36493 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T11:39:24,949 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fdfc753b21da1b887b932b6555e77a84 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-25T11:39:24,949 INFO [RS:0;96bb5f2c2895:36493 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T11:39:24,949 DEBUG [RS:0;96bb5f2c2895:36493 {}] regionserver.HRegionServer(1325): Online Regions={fdfc753b21da1b887b932b6555e77a84=test,,1732534756958.fdfc753b21da1b887b932b6555e77a84., 98f68ba4e9708f54f269e36deb5e2b89=hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T11:39:24,949 DEBUG [RS:0;96bb5f2c2895:36493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 98f68ba4e9708f54f269e36deb5e2b89, fdfc753b21da1b887b932b6555e77a84 2024-11-25T11:39:24,949 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:39:24,949 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:39:24,949 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:39:24,949 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:39:24,949 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:39:24,949 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T11:39:24,955 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 912, reset compression=false 2024-11-25T11:39:24,966 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:39:24,973 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/default/test/fdfc753b21da1b887b932b6555e77a84/.tmp/f/6dc9574cd6c846ce8cc5ff6dc66f8c41 is 29, key is row1/f:/1732534763936/DeleteFamily/seqid=0 2024-11-25T11:39:24,976 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/meta/1588230740/.tmp/info/3d21dfb1ba0540c5bb7785e4619a9a8b is 147, key is hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89./info:regioninfo/1732534760174/Put/seqid=0 2024-11-25T11:39:24,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741840_1016 (size=5118) 2024-11-25T11:39:24,982 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/default/test/fdfc753b21da1b887b932b6555e77a84/.tmp/f/6dc9574cd6c846ce8cc5ff6dc66f8c41 2024-11-25T11:39:24,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741841_1017 (size=7686) 2024-11-25T11:39:24,990 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6dc9574cd6c846ce8cc5ff6dc66f8c41 2024-11-25T11:39:25,007 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/default/test/fdfc753b21da1b887b932b6555e77a84/.tmp/f1/8c837fca7644465db4a44c83274d86e8 is 30, key is row1/f1:/1732534763936/DeleteFamily/seqid=0 2024-11-25T11:39:25,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741842_1018 (size=5123) 2024-11-25T11:39:25,052 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 to pos 915, reset compression=false 2024-11-25T11:39:25,053 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T11:39:25,053 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T11:39:25,066 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:39:25,067 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 to pos 1162, reset compression=false 2024-11-25T11:39:25,067 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.shipper96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,36493,1732534754254 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:39:25,068 ERROR [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.shipper96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 96bb5f2c2895,36493,1732534754254: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-96bb5f2c2895,36493,1732534754254, walGroup=96bb5f2c2895%2C36493%2C1732534754254, offset=96bb5f2c2895%2C36493%2C1732534754254.1732534755200:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:36493 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T11:39:25,069 ERROR [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.shipper96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T11:39:25,069 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.shipper96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T11:39:25,070 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.shipper96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T11:39:25,070 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.shipper96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T11:39:25,070 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.shipper96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T11:39:25,070 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.shipper96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 613104128 }, "NonHeapMemoryUsage": { "committed": 194969600, "init": 7667712, "max": -1, "used": 190690704 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T11:39:25,071 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.shipper96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:36743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:36743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T11:39:25,149 DEBUG [RS:0;96bb5f2c2895:36493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 98f68ba4e9708f54f269e36deb5e2b89, fdfc753b21da1b887b932b6555e77a84 2024-11-25T11:39:25,293 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 to pos 1162, reset compression=false 2024-11-25T11:39:25,349 DEBUG [RS:0;96bb5f2c2895:36493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 98f68ba4e9708f54f269e36deb5e2b89, fdfc753b21da1b887b932b6555e77a84 2024-11-25T11:39:25,368 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 912, reset compression=false 2024-11-25T11:39:25,390 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/meta/1588230740/.tmp/info/3d21dfb1ba0540c5bb7785e4619a9a8b 2024-11-25T11:39:25,409 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/meta/1588230740/.tmp/ns/9f893a355cdb4416b21e317d22b9e3cc is 43, key is default/ns:d/1732534755738/Put/seqid=0 2024-11-25T11:39:25,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741843_1019 (size=5153) 2024-11-25T11:39:25,418 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/default/test/fdfc753b21da1b887b932b6555e77a84/.tmp/f1/8c837fca7644465db4a44c83274d86e8 2024-11-25T11:39:25,422 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c837fca7644465db4a44c83274d86e8 2024-11-25T11:39:25,437 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/default/test/fdfc753b21da1b887b932b6555e77a84/.tmp/norep/863ab736209d48ca80e6a9d5c29f3aed is 33, key is row1/norep:/1732534763936/DeleteFamily/seqid=0 2024-11-25T11:39:25,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741844_1020 (size=5108) 2024-11-25T11:39:25,550 DEBUG [RS:0;96bb5f2c2895:36493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 98f68ba4e9708f54f269e36deb5e2b89, fdfc753b21da1b887b932b6555e77a84 2024-11-25T11:39:25,598 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 to pos 1162, reset compression=false 2024-11-25T11:39:25,750 DEBUG [RS:0;96bb5f2c2895:36493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 98f68ba4e9708f54f269e36deb5e2b89, fdfc753b21da1b887b932b6555e77a84 2024-11-25T11:39:25,813 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/meta/1588230740/.tmp/ns/9f893a355cdb4416b21e317d22b9e3cc 2024-11-25T11:39:25,835 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/meta/1588230740/.tmp/rep_barrier/a18afd530eae45b692769ad2bb338d6f is 112, key is test,,1732534756958.fdfc753b21da1b887b932b6555e77a84./rep_barrier:seqnumDuringOpen/1732534757368/Put/seqid=0 2024-11-25T11:39:25,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741845_1021 (size=5518) 2024-11-25T11:39:25,841 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/default/test/fdfc753b21da1b887b932b6555e77a84/.tmp/norep/863ab736209d48ca80e6a9d5c29f3aed 2024-11-25T11:39:25,845 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 863ab736209d48ca80e6a9d5c29f3aed 2024-11-25T11:39:25,845 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/default/test/fdfc753b21da1b887b932b6555e77a84/.tmp/f/6dc9574cd6c846ce8cc5ff6dc66f8c41 as hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/default/test/fdfc753b21da1b887b932b6555e77a84/f/6dc9574cd6c846ce8cc5ff6dc66f8c41 2024-11-25T11:39:25,849 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6dc9574cd6c846ce8cc5ff6dc66f8c41 2024-11-25T11:39:25,849 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/default/test/fdfc753b21da1b887b932b6555e77a84/f/6dc9574cd6c846ce8cc5ff6dc66f8c41, entries=2, sequenceid=8, filesize=5.0 K 2024-11-25T11:39:25,850 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/default/test/fdfc753b21da1b887b932b6555e77a84/.tmp/f1/8c837fca7644465db4a44c83274d86e8 as hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/default/test/fdfc753b21da1b887b932b6555e77a84/f1/8c837fca7644465db4a44c83274d86e8 2024-11-25T11:39:25,854 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c837fca7644465db4a44c83274d86e8 2024-11-25T11:39:25,854 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/default/test/fdfc753b21da1b887b932b6555e77a84/f1/8c837fca7644465db4a44c83274d86e8, entries=2, sequenceid=8, filesize=5.0 K 2024-11-25T11:39:25,854 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/default/test/fdfc753b21da1b887b932b6555e77a84/.tmp/norep/863ab736209d48ca80e6a9d5c29f3aed as hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/default/test/fdfc753b21da1b887b932b6555e77a84/norep/863ab736209d48ca80e6a9d5c29f3aed 2024-11-25T11:39:25,858 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 863ab736209d48ca80e6a9d5c29f3aed 2024-11-25T11:39:25,858 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/default/test/fdfc753b21da1b887b932b6555e77a84/norep/863ab736209d48ca80e6a9d5c29f3aed, entries=1, sequenceid=8, filesize=5.0 K 2024-11-25T11:39:25,859 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for fdfc753b21da1b887b932b6555e77a84 in 910ms, sequenceid=8, compaction requested=false 2024-11-25T11:39:25,862 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/default/test/fdfc753b21da1b887b932b6555e77a84/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-25T11:39:25,863 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:39:25,863 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T11:39:25,863 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732534756958.fdfc753b21da1b887b932b6555e77a84. 2024-11-25T11:39:25,863 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fdfc753b21da1b887b932b6555e77a84: Waiting for close lock at 1732534764948Running coprocessor pre-close hooks at 1732534764948Disabling compacts and flushes for region at 1732534764948Disabling writes for close at 1732534764949 (+1 ms)Obtaining lock to block concurrent updates at 1732534764949Preparing flush snapshotting stores in fdfc753b21da1b887b932b6555e77a84 at 1732534764949Finished memstore snapshotting test,,1732534756958.fdfc753b21da1b887b932b6555e77a84., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732534764949Flushing stores of test,,1732534756958.fdfc753b21da1b887b932b6555e77a84. at 1732534764950 (+1 ms)Flushing fdfc753b21da1b887b932b6555e77a84/f: creating writer at 1732534764950Flushing fdfc753b21da1b887b932b6555e77a84/f: appending metadata at 1732534764972 (+22 ms)Flushing fdfc753b21da1b887b932b6555e77a84/f: closing flushed file at 1732534764972Flushing fdfc753b21da1b887b932b6555e77a84/f1: creating writer at 1732534764990 (+18 ms)Flushing fdfc753b21da1b887b932b6555e77a84/f1: appending metadata at 1732534765007 (+17 ms)Flushing fdfc753b21da1b887b932b6555e77a84/f1: closing flushed file at 1732534765007Flushing fdfc753b21da1b887b932b6555e77a84/norep: creating writer at 1732534765422 (+415 ms)Flushing fdfc753b21da1b887b932b6555e77a84/norep: appending metadata at 1732534765436 (+14 ms)Flushing fdfc753b21da1b887b932b6555e77a84/norep: closing flushed file at 1732534765436Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62d75b5f: reopening flushed file at 1732534765845 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a7c3bfc: reopening flushed file at 1732534765849 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11cb6165: reopening flushed file at 1732534765854 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for fdfc753b21da1b887b932b6555e77a84 in 910ms, sequenceid=8, compaction requested=false at 1732534765859 (+5 ms)Writing region close event to WAL at 1732534765860 (+1 ms)Running coprocessor post-close hooks at 1732534765863 (+3 ms)Closed at 1732534765863 2024-11-25T11:39:25,863 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732534756958.fdfc753b21da1b887b932b6555e77a84. 2024-11-25T11:39:25,863 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98f68ba4e9708f54f269e36deb5e2b89, disabling compactions & flushes 2024-11-25T11:39:25,863 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89. 2024-11-25T11:39:25,863 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89. 2024-11-25T11:39:25,863 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89. after waiting 0 ms 2024-11-25T11:39:25,863 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89. 2024-11-25T11:39:25,863 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98f68ba4e9708f54f269e36deb5e2b89: Waiting for close lock at 1732534765863Running coprocessor pre-close hooks at 1732534765863Disabling compacts and flushes for region at 1732534765863Disabling writes for close at 1732534765863Failed flush hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89., putting online again at 1732534765863 2024-11-25T11:39:25,864 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89. 2024-11-25T11:39:25,872 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 912, reset compression=false 2024-11-25T11:39:25,950 INFO [RS:0;96bb5f2c2895:36493 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T11:39:25,950 DEBUG [RS:0;96bb5f2c2895:36493 {}] regionserver.HRegionServer(1325): Online Regions={98f68ba4e9708f54f269e36deb5e2b89=hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T11:39:25,950 INFO [RS:0;96bb5f2c2895:36493 {}] regionserver.HRegionServer(3091): Received CLOSE for 98f68ba4e9708f54f269e36deb5e2b89 2024-11-25T11:39:25,950 DEBUG [RS:0;96bb5f2c2895:36493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 98f68ba4e9708f54f269e36deb5e2b89 2024-11-25T11:39:25,950 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98f68ba4e9708f54f269e36deb5e2b89, disabling compactions & flushes 2024-11-25T11:39:25,950 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89. 2024-11-25T11:39:25,950 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89. 2024-11-25T11:39:25,950 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89. after waiting 0 ms 2024-11-25T11:39:25,950 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89. 2024-11-25T11:39:25,951 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98f68ba4e9708f54f269e36deb5e2b89: Waiting for close lock at 1732534765950Running coprocessor pre-close hooks at 1732534765950Disabling compacts and flushes for region at 1732534765950Disabling writes for close at 1732534765950Failed flush hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89., putting online again at 1732534765951 (+1 ms) 2024-11-25T11:39:25,951 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732534759772.98f68ba4e9708f54f269e36deb5e2b89. 2024-11-25T11:39:26,010 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 to pos 1162, reset compression=false 2024-11-25T11:39:26,017 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:39:26,017 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 to pos 1806, reset compression=false 2024-11-25T11:39:26,151 DEBUG [RS:0;96bb5f2c2895:36493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:39:26,227 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 to pos 1806, reset compression=false 2024-11-25T11:39:26,239 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/meta/1588230740/.tmp/rep_barrier/a18afd530eae45b692769ad2bb338d6f 2024-11-25T11:39:26,258 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/meta/1588230740/.tmp/table/8850fb20a92d4901a8209330c5603e72 is 53, key is hbase:replication/table:state/1732534760181/Put/seqid=0 2024-11-25T11:39:26,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741846_1022 (size=5308) 2024-11-25T11:39:26,262 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/meta/1588230740/.tmp/table/8850fb20a92d4901a8209330c5603e72 2024-11-25T11:39:26,267 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/meta/1588230740/.tmp/info/3d21dfb1ba0540c5bb7785e4619a9a8b as hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/meta/1588230740/info/3d21dfb1ba0540c5bb7785e4619a9a8b 2024-11-25T11:39:26,271 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/meta/1588230740/info/3d21dfb1ba0540c5bb7785e4619a9a8b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T11:39:26,272 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/meta/1588230740/.tmp/ns/9f893a355cdb4416b21e317d22b9e3cc as hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/meta/1588230740/ns/9f893a355cdb4416b21e317d22b9e3cc 2024-11-25T11:39:26,276 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/meta/1588230740/ns/9f893a355cdb4416b21e317d22b9e3cc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T11:39:26,276 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/meta/1588230740/.tmp/rep_barrier/a18afd530eae45b692769ad2bb338d6f as hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/meta/1588230740/rep_barrier/a18afd530eae45b692769ad2bb338d6f 2024-11-25T11:39:26,280 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/meta/1588230740/rep_barrier/a18afd530eae45b692769ad2bb338d6f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T11:39:26,281 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/meta/1588230740/.tmp/table/8850fb20a92d4901a8209330c5603e72 as hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/meta/1588230740/table/8850fb20a92d4901a8209330c5603e72 2024-11-25T11:39:26,285 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/meta/1588230740/table/8850fb20a92d4901a8209330c5603e72, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T11:39:26,285 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1336ms, sequenceid=16, compaction requested=false 2024-11-25T11:39:26,290 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T11:39:26,290 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:39:26,290 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:39:26,291 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:39:26,291 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534764949Running coprocessor pre-close hooks at 1732534764949Disabling compacts and flushes for region at 1732534764949Disabling writes for close at 1732534764949Obtaining lock to block concurrent updates at 1732534764949Preparing flush snapshotting stores in 1588230740 at 1732534764949Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732534764950 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732534764950Flushing 1588230740/info: creating writer at 1732534764950Flushing 1588230740/info: appending metadata at 1732534764975 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732534764975Flushing 1588230740/ns: creating writer at 1732534765395 (+420 ms)Flushing 1588230740/ns: appending metadata at 1732534765409 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732534765409Flushing 1588230740/rep_barrier: creating writer at 1732534765818 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732534765834 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732534765834Flushing 1588230740/table: creating writer at 1732534766244 (+410 ms)Flushing 1588230740/table: appending metadata at 1732534766258 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732534766258Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75e683af: reopening flushed file at 1732534766266 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@520a7d1b: reopening flushed file at 1732534766271 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1de87f5f: reopening flushed file at 1732534766276 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5de6b708: reopening flushed file at 1732534766280 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1336ms, sequenceid=16, compaction requested=false at 1732534766285 (+5 ms)Writing region close event to WAL at 1732534766287 (+2 ms)Running coprocessor post-close hooks at 1732534766290 (+3 ms)Closed at 1732534766290 2024-11-25T11:39:26,291 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T11:39:26,351 INFO [RS:0;96bb5f2c2895:36493 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-25T11:39:26,351 INFO [RS:0;96bb5f2c2895:36493 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,36493,1732534754254; all regions closed. 2024-11-25T11:39:26,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741834_1010 (size=4239) 2024-11-25T11:39:26,378 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.meta.1732534755689.meta not finished, retry = 0 2024-11-25T11:39:26,475 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 912, reset compression=false 2024-11-25T11:39:26,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741839_1015 (size=1733) 2024-11-25T11:39:26,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741833_1009 (size=1814) 2024-11-25T11:39:26,487 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 not finished, retry = 0 2024-11-25T11:39:26,532 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 to pos 1806, reset compression=false 2024-11-25T11:39:26,588 DEBUG [RS:0;96bb5f2c2895:36493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:26,588 INFO [RS:0;96bb5f2c2895:36493 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:39:26,588 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/WALs/96bb5f2c2895,36493,1732534754254/96bb5f2c2895%2C36493%2C1732534754254.1732534755200 2024-11-25T11:39:26,588 INFO [RS:0;96bb5f2c2895:36493 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:39:26,588 INFO [RS:0;96bb5f2c2895:36493 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T11:39:26,588 INFO [RS:0;96bb5f2c2895:36493 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:39:26,589 INFO [RS:0;96bb5f2c2895:36493 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-96bb5f2c2895,36493,1732534754254 because: Region server is closing 2024-11-25T11:39:26,589 INFO [RS:0;96bb5f2c2895:36493 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:36493. 2024-11-25T11:39:26,589 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:39:26,589 DEBUG [RS:0;96bb5f2c2895:36493 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:26,589 DEBUG [RS:0;96bb5f2c2895:36493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:26,589 DEBUG [RS:0;96bb5f2c2895:36493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:26,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:39:26,689 INFO [RS:0;96bb5f2c2895:36493 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.shipper96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 terminated 2024-11-25T11:39:26,689 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36493,1732534754254.replicationSource.wal-reader.96bb5f2c2895%2C36493%2C1732534754254,1-96bb5f2c2895,36493,1732534754254 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-25T11:39:26,690 INFO [RS:0;96bb5f2c2895:36493 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:36493. 2024-11-25T11:39:26,690 DEBUG [RS:0;96bb5f2c2895:36493 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:26,690 DEBUG [RS:0;96bb5f2c2895:36493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:26,690 DEBUG [RS:0;96bb5f2c2895:36493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:26,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:39:26,691 INFO [RS:0;96bb5f2c2895:36493 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36493 2024-11-25T11:39:26,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1014eec337f0004, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11315109878/rs/96bb5f2c2895,36493,1732534754254 2024-11-25T11:39:26,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315109878/rs 2024-11-25T11:39:26,694 INFO [RS:0;96bb5f2c2895:36493 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:39:26,694 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,36493,1732534754254] 2024-11-25T11:39:26,697 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11315109878/draining/96bb5f2c2895,36493,1732534754254 already deleted, retry=false 2024-11-25T11:39:26,697 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96bb5f2c2895,36493,1732534754254 expired; onlineServers=0 2024-11-25T11:39:26,697 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '96bb5f2c2895,36743,1732534754202' ***** 2024-11-25T11:39:26,697 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T11:39:26,697 INFO [M:0;96bb5f2c2895:36743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:39:26,697 INFO [M:0;96bb5f2c2895:36743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:39:26,697 DEBUG [M:0;96bb5f2c2895:36743 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T11:39:26,697 DEBUG [M:0;96bb5f2c2895:36743 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T11:39:26,697 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534754928 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534754928,5,FailOnTimeoutGroup] 2024-11-25T11:39:26,698 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T11:39:26,698 INFO [M:0;96bb5f2c2895:36743 {}] hbase.ChoreService(370): Chore service for: master/96bb5f2c2895:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T11:39:26,698 INFO [M:0;96bb5f2c2895:36743 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:39:26,698 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534754930 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534754930,5,FailOnTimeoutGroup] 2024-11-25T11:39:26,698 DEBUG [M:0;96bb5f2c2895:36743 {}] master.HMaster(1795): Stopping service threads 2024-11-25T11:39:26,698 INFO [M:0;96bb5f2c2895:36743 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T11:39:26,698 INFO [M:0;96bb5f2c2895:36743 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:39:26,698 INFO [M:0;96bb5f2c2895:36743 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T11:39:26,698 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T11:39:26,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11315109878/master 2024-11-25T11:39:26,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315109878 2024-11-25T11:39:26,700 DEBUG [M:0;96bb5f2c2895:36743 {}] zookeeper.ZKUtil(347): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Unable to get data of znode /11315109878/master because node does not exist (not an error) 2024-11-25T11:39:26,700 WARN [M:0;96bb5f2c2895:36743 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T11:39:26,701 INFO [M:0;96bb5f2c2895:36743 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/.lastflushedseqids 2024-11-25T11:39:26,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741847_1023 (size=245) 2024-11-25T11:39:26,716 INFO [M:0;96bb5f2c2895:36743 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T11:39:26,716 INFO [M:0;96bb5f2c2895:36743 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T11:39:26,717 DEBUG [M:0;96bb5f2c2895:36743 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:39:26,717 INFO [M:0;96bb5f2c2895:36743 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:26,717 DEBUG [M:0;96bb5f2c2895:36743 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:26,717 DEBUG [M:0;96bb5f2c2895:36743 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:39:26,717 DEBUG [M:0;96bb5f2c2895:36743 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:26,717 INFO [M:0;96bb5f2c2895:36743 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-25T11:39:26,753 DEBUG [M:0;96bb5f2c2895:36743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27136a943fee4ebc936ba65766a32b2b is 82, key is hbase:meta,,1/info:regioninfo/1732534755728/Put/seqid=0 2024-11-25T11:39:26,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741848_1024 (size=5672) 2024-11-25T11:39:26,785 INFO [M:0;96bb5f2c2895:36743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27136a943fee4ebc936ba65766a32b2b 2024-11-25T11:39:26,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1014eec337f0004, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:39:26,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1014eec337f0004, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:39:26,797 INFO [RS:0;96bb5f2c2895:36493 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:39:26,797 INFO [RS:0;96bb5f2c2895:36493 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,36493,1732534754254; zookeeper connection closed. 2024-11-25T11:39:26,798 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f7f813e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f7f813e 2024-11-25T11:39:26,798 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T11:39:26,814 DEBUG [M:0;96bb5f2c2895:36743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6cbcd62699a4eb38fc8751ea24d3fce is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732534760184/Put/seqid=0 2024-11-25T11:39:26,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741849_1025 (size=8515) 2024-11-25T11:39:26,843 INFO [M:0;96bb5f2c2895:36743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6cbcd62699a4eb38fc8751ea24d3fce 2024-11-25T11:39:26,881 DEBUG [M:0;96bb5f2c2895:36743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b096094f30c5415ba6efa572894938ab is 69, key is 96bb5f2c2895,36493,1732534754254/rs:state/1732534755008/Put/seqid=0 2024-11-25T11:39:26,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741850_1026 (size=5156) 2024-11-25T11:39:26,921 INFO [M:0;96bb5f2c2895:36743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b096094f30c5415ba6efa572894938ab 2024-11-25T11:39:26,933 DEBUG [M:0;96bb5f2c2895:36743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27136a943fee4ebc936ba65766a32b2b as hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27136a943fee4ebc936ba65766a32b2b 2024-11-25T11:39:26,942 INFO [M:0;96bb5f2c2895:36743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27136a943fee4ebc936ba65766a32b2b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T11:39:26,943 DEBUG [M:0;96bb5f2c2895:36743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6cbcd62699a4eb38fc8751ea24d3fce as hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6cbcd62699a4eb38fc8751ea24d3fce 2024-11-25T11:39:26,948 INFO [M:0;96bb5f2c2895:36743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6cbcd62699a4eb38fc8751ea24d3fce, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T11:39:26,949 DEBUG [M:0;96bb5f2c2895:36743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b096094f30c5415ba6efa572894938ab as hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b096094f30c5415ba6efa572894938ab 2024-11-25T11:39:26,959 INFO [M:0;96bb5f2c2895:36743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46613/user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b096094f30c5415ba6efa572894938ab, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T11:39:26,961 INFO [M:0;96bb5f2c2895:36743 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 244ms, sequenceid=97, compaction requested=false 2024-11-25T11:39:27,045 INFO [M:0;96bb5f2c2895:36743 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:27,045 DEBUG [M:0;96bb5f2c2895:36743 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534766716Disabling compacts and flushes for region at 1732534766716Disabling writes for close at 1732534766717 (+1 ms)Obtaining lock to block concurrent updates at 1732534766717Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732534766717Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732534766717Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732534766718 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732534766718Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732534766753 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732534766753Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732534766790 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732534766813 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732534766813Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732534766848 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732534766881 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732534766881Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a24f3e2: reopening flushed file at 1732534766932 (+51 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d66a7de: reopening flushed file at 1732534766942 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33cae1b7: reopening flushed file at 1732534766949 (+7 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 244ms, sequenceid=97, compaction requested=false at 1732534766961 (+12 ms)Writing region close event to WAL at 1732534767044 (+83 ms)Closed at 1732534767044 2024-11-25T11:39:27,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41229 is added to blk_1073741830_1006 (size=63642) 2024-11-25T11:39:27,075 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5e11e111-c84b-19b1-56f8-8165d9d8a585/MasterData/WALs/96bb5f2c2895,36743,1732534754202/96bb5f2c2895%2C36743%2C1732534754202.1732534754819 not finished, retry = 0 2024-11-25T11:39:27,176 INFO [M:0;96bb5f2c2895:36743 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T11:39:27,176 INFO [M:0;96bb5f2c2895:36743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36743 2024-11-25T11:39:27,176 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:39:27,177 INFO [M:0;96bb5f2c2895:36743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:39:27,181 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 912, reset compression=false 2024-11-25T11:39:27,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:39:27,280 INFO [M:0;96bb5f2c2895:36743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:39:27,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36743-0x1014eec337f0003, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:39:27,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d3c1889{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:39:27,284 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2cd5bed6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:39:27,284 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:39:27,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@703f26be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:39:27,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77b4d2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/hadoop.log.dir/,STOPPED} 2024-11-25T11:39:27,285 WARN [BP-21842516-172.17.0.2-1732534752876 heartbeating to localhost/127.0.0.1:46613 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:39:27,285 WARN [BP-21842516-172.17.0.2-1732534752876 heartbeating to localhost/127.0.0.1:46613 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-21842516-172.17.0.2-1732534752876 (Datanode Uuid d6568905-77ff-4622-ac92-da0e0ced3a2a) service to localhost/127.0.0.1:46613 2024-11-25T11:39:27,286 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:39:27,286 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:39:27,287 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/cluster_5f8bf5c0-689e-3b04-d48b-594b6e3b55f5/data/data1/current/BP-21842516-172.17.0.2-1732534752876 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:39:27,287 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/cluster_5f8bf5c0-689e-3b04-d48b-594b6e3b55f5/data/data2/current/BP-21842516-172.17.0.2-1732534752876 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:39:27,288 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:39:27,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c207e82{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:39:27,295 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@754ba998{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:39:27,295 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:39:27,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f1c236a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:39:27,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f6ac4bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/hadoop.log.dir/,STOPPED} 2024-11-25T11:39:27,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T11:39:27,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T11:39:27,313 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:39:27,313 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:27,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:27,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:27,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:39:27,313 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T11:39:27,313 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=429131135, stopped=false 2024-11-25T11:39:27,313 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=96bb5f2c2895,43805,1732534750147 2024-11-25T11:39:27,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014eec337f0001, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0930111720/running 2024-11-25T11:39:27,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0930111720/running 2024-11-25T11:39:27,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0930111720 2024-11-25T11:39:27,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014eec337f0001, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0930111720 2024-11-25T11:39:27,314 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:39:27,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Set watcher on znode that does not yet exist, /0930111720/running 2024-11-25T11:39:27,315 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:39:27,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43439-0x1014eec337f0001, quorum=127.0.0.1:59015, baseZNode=/0930111720 Set watcher on znode that does not yet exist, /0930111720/running 2024-11-25T11:39:27,315 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:27,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:27,315 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,43439,1732534750202' ***** 2024-11-25T11:39:27,315 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:39:27,316 INFO [RS:0;96bb5f2c2895:43439 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:39:27,316 INFO [RS:0;96bb5f2c2895:43439 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:39:27,316 INFO [RS:0;96bb5f2c2895:43439 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:39:27,316 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:39:27,316 INFO [RS:0;96bb5f2c2895:43439 {}] regionserver.HRegionServer(3091): Received CLOSE for b81179c86a1654ab6d7308d1c716795f 2024-11-25T11:39:27,316 INFO [RS:0;96bb5f2c2895:43439 {}] regionserver.HRegionServer(3091): Received CLOSE for c2a1d8dcb0d58e9b1ce27894b9b2e75a 2024-11-25T11:39:27,316 INFO [RS:0;96bb5f2c2895:43439 {}] regionserver.HRegionServer(959): stopping server 96bb5f2c2895,43439,1732534750202 2024-11-25T11:39:27,316 INFO [RS:0;96bb5f2c2895:43439 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:39:27,316 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b81179c86a1654ab6d7308d1c716795f, disabling compactions & flushes 2024-11-25T11:39:27,316 INFO [RS:0;96bb5f2c2895:43439 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:43439. 2024-11-25T11:39:27,316 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732534755816.b81179c86a1654ab6d7308d1c716795f. 2024-11-25T11:39:27,316 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534755816.b81179c86a1654ab6d7308d1c716795f. 2024-11-25T11:39:27,316 DEBUG [RS:0;96bb5f2c2895:43439 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:27,316 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732534755816.b81179c86a1654ab6d7308d1c716795f. after waiting 0 ms 2024-11-25T11:39:27,316 DEBUG [RS:0;96bb5f2c2895:43439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:27,316 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732534755816.b81179c86a1654ab6d7308d1c716795f. 2024-11-25T11:39:27,316 INFO [RS:0;96bb5f2c2895:43439 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:39:27,316 INFO [RS:0;96bb5f2c2895:43439 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:39:27,316 INFO [RS:0;96bb5f2c2895:43439 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:39:27,316 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b81179c86a1654ab6d7308d1c716795f 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-25T11:39:27,316 INFO [RS:0;96bb5f2c2895:43439 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T11:39:27,317 INFO [RS:0;96bb5f2c2895:43439 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T11:39:27,317 DEBUG [RS:0;96bb5f2c2895:43439 {}] regionserver.HRegionServer(1325): Online Regions={b81179c86a1654ab6d7308d1c716795f=test,,1732534755816.b81179c86a1654ab6d7308d1c716795f., 1588230740=hbase:meta,,1.1588230740, c2a1d8dcb0d58e9b1ce27894b9b2e75a=hbase:replication,,1732534757616.c2a1d8dcb0d58e9b1ce27894b9b2e75a.} 2024-11-25T11:39:27,317 DEBUG [RS:0;96bb5f2c2895:43439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b81179c86a1654ab6d7308d1c716795f, c2a1d8dcb0d58e9b1ce27894b9b2e75a 2024-11-25T11:39:27,317 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:39:27,317 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:39:27,317 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:39:27,317 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:39:27,317 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:39:27,317 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T11:39:27,333 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/default/test/b81179c86a1654ab6d7308d1c716795f/.tmp/f/2a38b24572444bf193bedbbd87d5b7f5 is 29, key is row1/f:/1732534763936/DeleteFamily/seqid=0 2024-11-25T11:39:27,333 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/meta/1588230740/.tmp/info/7c781cb1ef614cbf8a45bf00a55290ec is 147, key is hbase:replication,,1732534757616.c2a1d8dcb0d58e9b1ce27894b9b2e75a./info:regioninfo/1732534758787/Put/seqid=0 2024-11-25T11:39:27,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741840_1016 (size=7686) 2024-11-25T11:39:27,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741841_1017 (size=5118) 2024-11-25T11:39:27,337 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/meta/1588230740/.tmp/info/7c781cb1ef614cbf8a45bf00a55290ec 2024-11-25T11:39:27,356 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/meta/1588230740/.tmp/ns/5772ac633a4a4dbaa7d2faa59faeca96 is 43, key is default/ns:d/1732534752793/Put/seqid=0 2024-11-25T11:39:27,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741842_1018 (size=5153) 2024-11-25T11:39:27,378 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:39:27,517 DEBUG [RS:0;96bb5f2c2895:43439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b81179c86a1654ab6d7308d1c716795f, c2a1d8dcb0d58e9b1ce27894b9b2e75a 2024-11-25T11:39:27,569 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T11:39:27,569 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-25T11:39:27,717 DEBUG [RS:0;96bb5f2c2895:43439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b81179c86a1654ab6d7308d1c716795f, c2a1d8dcb0d58e9b1ce27894b9b2e75a 2024-11-25T11:39:27,737 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/default/test/b81179c86a1654ab6d7308d1c716795f/.tmp/f/2a38b24572444bf193bedbbd87d5b7f5 2024-11-25T11:39:27,742 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a38b24572444bf193bedbbd87d5b7f5 2024-11-25T11:39:27,756 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/default/test/b81179c86a1654ab6d7308d1c716795f/.tmp/f1/d0889f2805fb465db6a1cd27458863c8 is 30, key is row1/f1:/1732534763936/DeleteFamily/seqid=0 2024-11-25T11:39:27,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741843_1019 (size=5123) 2024-11-25T11:39:27,760 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/default/test/b81179c86a1654ab6d7308d1c716795f/.tmp/f1/d0889f2805fb465db6a1cd27458863c8 2024-11-25T11:39:27,761 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/meta/1588230740/.tmp/ns/5772ac633a4a4dbaa7d2faa59faeca96 2024-11-25T11:39:27,768 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0889f2805fb465db6a1cd27458863c8 2024-11-25T11:39:27,782 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/meta/1588230740/.tmp/rep_barrier/77041a6669964ef19abe852c6065cdd8 is 112, key is test,,1732534755816.b81179c86a1654ab6d7308d1c716795f./rep_barrier:seqnumDuringOpen/1732534756647/Put/seqid=0 2024-11-25T11:39:27,785 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/default/test/b81179c86a1654ab6d7308d1c716795f/.tmp/norep/72ee720ef204484bb7abb7ee82a17751 is 32, key is row/norep:/1732534762930/DeleteFamily/seqid=0 2024-11-25T11:39:27,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741844_1020 (size=5518) 2024-11-25T11:39:27,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741845_1021 (size=5101) 2024-11-25T11:39:27,790 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/default/test/b81179c86a1654ab6d7308d1c716795f/.tmp/norep/72ee720ef204484bb7abb7ee82a17751 2024-11-25T11:39:27,793 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72ee720ef204484bb7abb7ee82a17751 2024-11-25T11:39:27,794 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/default/test/b81179c86a1654ab6d7308d1c716795f/.tmp/f/2a38b24572444bf193bedbbd87d5b7f5 as hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/default/test/b81179c86a1654ab6d7308d1c716795f/f/2a38b24572444bf193bedbbd87d5b7f5 2024-11-25T11:39:27,797 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a38b24572444bf193bedbbd87d5b7f5 2024-11-25T11:39:27,797 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/default/test/b81179c86a1654ab6d7308d1c716795f/f/2a38b24572444bf193bedbbd87d5b7f5, entries=2, sequenceid=8, filesize=5.0 K 2024-11-25T11:39:27,798 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/default/test/b81179c86a1654ab6d7308d1c716795f/.tmp/f1/d0889f2805fb465db6a1cd27458863c8 as hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/default/test/b81179c86a1654ab6d7308d1c716795f/f1/d0889f2805fb465db6a1cd27458863c8 2024-11-25T11:39:27,801 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0889f2805fb465db6a1cd27458863c8 2024-11-25T11:39:27,801 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/default/test/b81179c86a1654ab6d7308d1c716795f/f1/d0889f2805fb465db6a1cd27458863c8, entries=2, sequenceid=8, filesize=5.0 K 2024-11-25T11:39:27,802 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/default/test/b81179c86a1654ab6d7308d1c716795f/.tmp/norep/72ee720ef204484bb7abb7ee82a17751 as hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/default/test/b81179c86a1654ab6d7308d1c716795f/norep/72ee720ef204484bb7abb7ee82a17751 2024-11-25T11:39:27,805 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72ee720ef204484bb7abb7ee82a17751 2024-11-25T11:39:27,805 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/default/test/b81179c86a1654ab6d7308d1c716795f/norep/72ee720ef204484bb7abb7ee82a17751, entries=1, sequenceid=8, filesize=5.0 K 2024-11-25T11:39:27,806 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b81179c86a1654ab6d7308d1c716795f in 490ms, sequenceid=8, compaction requested=false 2024-11-25T11:39:27,806 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T11:39:27,810 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/default/test/b81179c86a1654ab6d7308d1c716795f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-25T11:39:27,811 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:39:27,811 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T11:39:27,811 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732534755816.b81179c86a1654ab6d7308d1c716795f. 2024-11-25T11:39:27,811 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b81179c86a1654ab6d7308d1c716795f: Waiting for close lock at 1732534767316Running coprocessor pre-close hooks at 1732534767316Disabling compacts and flushes for region at 1732534767316Disabling writes for close at 1732534767316Obtaining lock to block concurrent updates at 1732534767316Preparing flush snapshotting stores in b81179c86a1654ab6d7308d1c716795f at 1732534767316Finished memstore snapshotting test,,1732534755816.b81179c86a1654ab6d7308d1c716795f., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732534767318 (+2 ms)Flushing stores of test,,1732534755816.b81179c86a1654ab6d7308d1c716795f. at 1732534767318Flushing b81179c86a1654ab6d7308d1c716795f/f: creating writer at 1732534767318Flushing b81179c86a1654ab6d7308d1c716795f/f: appending metadata at 1732534767332 (+14 ms)Flushing b81179c86a1654ab6d7308d1c716795f/f: closing flushed file at 1732534767332Flushing b81179c86a1654ab6d7308d1c716795f/f1: creating writer at 1732534767742 (+410 ms)Flushing b81179c86a1654ab6d7308d1c716795f/f1: appending metadata at 1732534767756 (+14 ms)Flushing b81179c86a1654ab6d7308d1c716795f/f1: closing flushed file at 1732534767756Flushing b81179c86a1654ab6d7308d1c716795f/norep: creating writer at 1732534767768 (+12 ms)Flushing b81179c86a1654ab6d7308d1c716795f/norep: appending metadata at 1732534767784 (+16 ms)Flushing b81179c86a1654ab6d7308d1c716795f/norep: closing flushed file at 1732534767784Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53a71a9d: reopening flushed file at 1732534767793 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65531630: reopening flushed file at 1732534767798 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78750ace: reopening flushed file at 1732534767802 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b81179c86a1654ab6d7308d1c716795f in 490ms, sequenceid=8, compaction requested=false at 1732534767806 (+4 ms)Writing region close event to WAL at 1732534767808 (+2 ms)Running coprocessor post-close hooks at 1732534767811 (+3 ms)Closed at 1732534767811 2024-11-25T11:39:27,811 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732534755816.b81179c86a1654ab6d7308d1c716795f. 2024-11-25T11:39:27,811 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2a1d8dcb0d58e9b1ce27894b9b2e75a, disabling compactions & flushes 2024-11-25T11:39:27,811 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534757616.c2a1d8dcb0d58e9b1ce27894b9b2e75a. 2024-11-25T11:39:27,811 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534757616.c2a1d8dcb0d58e9b1ce27894b9b2e75a. 2024-11-25T11:39:27,811 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534757616.c2a1d8dcb0d58e9b1ce27894b9b2e75a. after waiting 0 ms 2024-11-25T11:39:27,812 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534757616.c2a1d8dcb0d58e9b1ce27894b9b2e75a. 2024-11-25T11:39:27,812 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c2a1d8dcb0d58e9b1ce27894b9b2e75a 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-25T11:39:27,830 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/replication/c2a1d8dcb0d58e9b1ce27894b9b2e75a/.tmp/queue/5c7e92f2d83d4c9fa21397dc3872e129 is 153, key is 1-96bb5f2c2895,43439,1732534750202/queue:96bb5f2c2895%2C43439%2C1732534750202/1732534764449/Put/seqid=0 2024-11-25T11:39:27,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741846_1022 (size=5352) 2024-11-25T11:39:27,917 DEBUG [RS:0;96bb5f2c2895:43439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2a1d8dcb0d58e9b1ce27894b9b2e75a 2024-11-25T11:39:27,987 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 912, reset compression=false 2024-11-25T11:39:27,992 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:39:27,992 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 1803, reset compression=false 2024-11-25T11:39:27,992 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.shipper96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,43439,1732534750202 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201, lastWalPosition=1803, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:39:27,993 ERROR [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.shipper96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 96bb5f2c2895,43439,1732534750202: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-96bb5f2c2895,43439,1732534750202, walGroup=96bb5f2c2895%2C43439%2C1732534750202, offset=96bb5f2c2895%2C43439%2C1732534750202.1732534752201:1803, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:43439 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T11:39:27,994 ERROR [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.shipper96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T11:39:27,994 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.shipper96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T11:39:27,994 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.shipper96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T11:39:27,994 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.shipper96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T11:39:27,994 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.shipper96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T11:39:27,994 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.shipper96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 682310144 }, "NonHeapMemoryUsage": { "committed": 195297280, "init": 7667712, "max": -1, "used": 191349136 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T11:39:27,995 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.shipper96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:43805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:43805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T11:39:28,118 DEBUG [RS:0;96bb5f2c2895:43439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2a1d8dcb0d58e9b1ce27894b9b2e75a 2024-11-25T11:39:28,162 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T11:39:28,162 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T11:39:28,186 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/meta/1588230740/.tmp/rep_barrier/77041a6669964ef19abe852c6065cdd8 2024-11-25T11:39:28,196 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 1803, reset compression=false 2024-11-25T11:39:28,212 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/meta/1588230740/.tmp/table/836bbea9e7714f82ba70fa5a42d6b163 is 53, key is hbase:replication/table:state/1732534758795/Put/seqid=0 2024-11-25T11:39:28,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741847_1023 (size=5308) 2024-11-25T11:39:28,234 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/replication/c2a1d8dcb0d58e9b1ce27894b9b2e75a/.tmp/queue/5c7e92f2d83d4c9fa21397dc3872e129 2024-11-25T11:39:28,240 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/replication/c2a1d8dcb0d58e9b1ce27894b9b2e75a/.tmp/queue/5c7e92f2d83d4c9fa21397dc3872e129 as hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/replication/c2a1d8dcb0d58e9b1ce27894b9b2e75a/queue/5c7e92f2d83d4c9fa21397dc3872e129 2024-11-25T11:39:28,250 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/replication/c2a1d8dcb0d58e9b1ce27894b9b2e75a/queue/5c7e92f2d83d4c9fa21397dc3872e129, entries=1, sequenceid=10, filesize=5.2 K 2024-11-25T11:39:28,251 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for c2a1d8dcb0d58e9b1ce27894b9b2e75a in 439ms, sequenceid=10, compaction requested=false 2024-11-25T11:39:28,254 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/replication/c2a1d8dcb0d58e9b1ce27894b9b2e75a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-25T11:39:28,256 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:39:28,256 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:39:28,256 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732534757616.c2a1d8dcb0d58e9b1ce27894b9b2e75a. 2024-11-25T11:39:28,256 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2a1d8dcb0d58e9b1ce27894b9b2e75a: Waiting for close lock at 1732534767811Running coprocessor pre-close hooks at 1732534767811Disabling compacts and flushes for region at 1732534767811Disabling writes for close at 1732534767811Obtaining lock to block concurrent updates at 1732534767812 (+1 ms)Preparing flush snapshotting stores in c2a1d8dcb0d58e9b1ce27894b9b2e75a at 1732534767812Finished memstore snapshotting hbase:replication,,1732534757616.c2a1d8dcb0d58e9b1ce27894b9b2e75a., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732534767812Flushing stores of hbase:replication,,1732534757616.c2a1d8dcb0d58e9b1ce27894b9b2e75a. at 1732534767812Flushing c2a1d8dcb0d58e9b1ce27894b9b2e75a/queue: creating writer at 1732534767812Flushing c2a1d8dcb0d58e9b1ce27894b9b2e75a/queue: appending metadata at 1732534767829 (+17 ms)Flushing c2a1d8dcb0d58e9b1ce27894b9b2e75a/queue: closing flushed file at 1732534767829Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1abb62e0: reopening flushed file at 1732534768239 (+410 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for c2a1d8dcb0d58e9b1ce27894b9b2e75a in 439ms, sequenceid=10, compaction requested=false at 1732534768251 (+12 ms)Writing region close event to WAL at 1732534768251Running coprocessor post-close hooks at 1732534768256 (+5 ms)Closed at 1732534768256 2024-11-25T11:39:28,256 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732534757616.c2a1d8dcb0d58e9b1ce27894b9b2e75a. 2024-11-25T11:39:28,318 INFO [RS:0;96bb5f2c2895:43439 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T11:39:28,318 DEBUG [RS:0;96bb5f2c2895:43439 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T11:39:28,318 DEBUG [RS:0;96bb5f2c2895:43439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:39:28,501 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 1803, reset compression=false 2024-11-25T11:39:28,518 DEBUG [RS:0;96bb5f2c2895:43439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:39:28,617 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/meta/1588230740/.tmp/table/836bbea9e7714f82ba70fa5a42d6b163 2024-11-25T11:39:28,622 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/meta/1588230740/.tmp/info/7c781cb1ef614cbf8a45bf00a55290ec as hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/meta/1588230740/info/7c781cb1ef614cbf8a45bf00a55290ec 2024-11-25T11:39:28,625 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/meta/1588230740/info/7c781cb1ef614cbf8a45bf00a55290ec, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T11:39:28,626 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/meta/1588230740/.tmp/ns/5772ac633a4a4dbaa7d2faa59faeca96 as hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/meta/1588230740/ns/5772ac633a4a4dbaa7d2faa59faeca96 2024-11-25T11:39:28,630 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/meta/1588230740/ns/5772ac633a4a4dbaa7d2faa59faeca96, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T11:39:28,630 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/meta/1588230740/.tmp/rep_barrier/77041a6669964ef19abe852c6065cdd8 as hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/meta/1588230740/rep_barrier/77041a6669964ef19abe852c6065cdd8 2024-11-25T11:39:28,633 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/meta/1588230740/rep_barrier/77041a6669964ef19abe852c6065cdd8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T11:39:28,634 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/meta/1588230740/.tmp/table/836bbea9e7714f82ba70fa5a42d6b163 as hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/meta/1588230740/table/836bbea9e7714f82ba70fa5a42d6b163 2024-11-25T11:39:28,637 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/meta/1588230740/table/836bbea9e7714f82ba70fa5a42d6b163, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T11:39:28,638 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false 2024-11-25T11:39:28,638 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T11:39:28,644 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T11:39:28,645 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:39:28,645 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:39:28,645 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:39:28,645 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534767317Running coprocessor pre-close hooks at 1732534767317Disabling compacts and flushes for region at 1732534767317Disabling writes for close at 1732534767317Obtaining lock to block concurrent updates at 1732534767317Preparing flush snapshotting stores in 1588230740 at 1732534767317Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732534767318 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732534767318Flushing 1588230740/info: creating writer at 1732534767318Flushing 1588230740/info: appending metadata at 1732534767332 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732534767332Flushing 1588230740/ns: creating writer at 1732534767341 (+9 ms)Flushing 1588230740/ns: appending metadata at 1732534767356 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732534767356Flushing 1588230740/rep_barrier: creating writer at 1732534767768 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732534767782 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732534767782Flushing 1588230740/table: creating writer at 1732534768191 (+409 ms)Flushing 1588230740/table: appending metadata at 1732534768211 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732534768211Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42d86e23: reopening flushed file at 1732534768621 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3efdf5e9: reopening flushed file at 1732534768626 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f935cb0: reopening flushed file at 1732534768630 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51cdda50: reopening flushed file at 1732534768633 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false at 1732534768638 (+5 ms)Writing region close event to WAL at 1732534768642 (+4 ms)Running coprocessor post-close hooks at 1732534768645 (+3 ms)Closed at 1732534768645 2024-11-25T11:39:28,645 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T11:39:28,718 INFO [RS:0;96bb5f2c2895:43439 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,43439,1732534750202; all regions closed. 2024-11-25T11:39:28,721 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.meta.1732534752716.meta not finished, retry = 0 2024-11-25T11:39:28,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741834_1010 (size=4239) 2024-11-25T11:39:28,824 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.rep.1732534758752 not finished, retry = 0 2024-11-25T11:39:28,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741839_1015 (size=2676) 2024-11-25T11:39:28,905 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 to pos 1803, reset compression=false 2024-11-25T11:39:28,926 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/WALs/96bb5f2c2895,43439,1732534750202/96bb5f2c2895%2C43439%2C1732534750202.1732534752201 not finished, retry = 0 2024-11-25T11:39:28,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741832_1008 (size=1811) 2024-11-25T11:39:29,027 DEBUG [RS:0;96bb5f2c2895:43439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:29,027 INFO [RS:0;96bb5f2c2895:43439 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:39:29,027 INFO [RS:0;96bb5f2c2895:43439 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:39:29,027 INFO [RS:0;96bb5f2c2895:43439 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T11:39:29,028 INFO [RS:0;96bb5f2c2895:43439 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:39:29,028 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:39:29,028 INFO [RS:0;96bb5f2c2895:43439 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-96bb5f2c2895,43439,1732534750202 because: Region server is closing 2024-11-25T11:39:29,028 INFO [RS:0;96bb5f2c2895:43439 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:43439. 2024-11-25T11:39:29,028 DEBUG [RS:0;96bb5f2c2895:43439 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:29,028 DEBUG [RS:0;96bb5f2c2895:43439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:29,028 DEBUG [RS:0;96bb5f2c2895:43439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:29,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:39:29,129 INFO [RS:0;96bb5f2c2895:43439 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.shipper96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 terminated 2024-11-25T11:39:29,129 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43439,1732534750202.replicationSource.wal-reader.96bb5f2c2895%2C43439%2C1732534750202,1-96bb5f2c2895,43439,1732534750202 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T11:39:29,129 INFO [RS:0;96bb5f2c2895:43439 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:43439. 2024-11-25T11:39:29,129 DEBUG [RS:0;96bb5f2c2895:43439 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:29,129 DEBUG [RS:0;96bb5f2c2895:43439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:29,129 DEBUG [RS:0;96bb5f2c2895:43439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:29,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:39:29,129 INFO [RS:0;96bb5f2c2895:43439 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43439 2024-11-25T11:39:29,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014eec337f0001, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0930111720/rs/96bb5f2c2895,43439,1732534750202 2024-11-25T11:39:29,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0930111720/rs 2024-11-25T11:39:29,132 INFO [RS:0;96bb5f2c2895:43439 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:39:29,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,43439,1732534750202] 2024-11-25T11:39:29,134 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0930111720/draining/96bb5f2c2895,43439,1732534750202 already deleted, retry=false 2024-11-25T11:39:29,134 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96bb5f2c2895,43439,1732534750202 expired; onlineServers=0 2024-11-25T11:39:29,134 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '96bb5f2c2895,43805,1732534750147' ***** 2024-11-25T11:39:29,134 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T11:39:29,134 INFO [M:0;96bb5f2c2895:43805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:39:29,135 INFO [M:0;96bb5f2c2895:43805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:39:29,135 DEBUG [M:0;96bb5f2c2895:43805 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T11:39:29,135 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T11:39:29,135 DEBUG [M:0;96bb5f2c2895:43805 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T11:39:29,135 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534751972 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534751972,5,FailOnTimeoutGroup] 2024-11-25T11:39:29,135 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534751969 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534751969,5,FailOnTimeoutGroup] 2024-11-25T11:39:29,135 INFO [M:0;96bb5f2c2895:43805 {}] hbase.ChoreService(370): Chore service for: master/96bb5f2c2895:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T11:39:29,135 INFO [M:0;96bb5f2c2895:43805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:39:29,135 DEBUG [M:0;96bb5f2c2895:43805 {}] master.HMaster(1795): Stopping service threads 2024-11-25T11:39:29,135 INFO [M:0;96bb5f2c2895:43805 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T11:39:29,135 INFO [M:0;96bb5f2c2895:43805 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:39:29,135 INFO [M:0;96bb5f2c2895:43805 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T11:39:29,135 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T11:39:29,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0930111720/master 2024-11-25T11:39:29,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0930111720 2024-11-25T11:39:29,136 DEBUG [M:0;96bb5f2c2895:43805 {}] zookeeper.ZKUtil(347): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Unable to get data of znode /0930111720/master because node does not exist (not an error) 2024-11-25T11:39:29,136 WARN [M:0;96bb5f2c2895:43805 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T11:39:29,137 INFO [M:0;96bb5f2c2895:43805 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/.lastflushedseqids 2024-11-25T11:39:29,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741848_1024 (size=245) 2024-11-25T11:39:29,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014eec337f0001, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:39:29,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43439-0x1014eec337f0001, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:39:29,234 INFO [RS:0;96bb5f2c2895:43439 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:39:29,234 INFO [RS:0;96bb5f2c2895:43439 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,43439,1732534750202; zookeeper connection closed. 2024-11-25T11:39:29,234 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21bc095a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21bc095a 2024-11-25T11:39:29,234 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T11:39:29,542 INFO [M:0;96bb5f2c2895:43805 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T11:39:29,542 INFO [M:0;96bb5f2c2895:43805 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T11:39:29,542 DEBUG [M:0;96bb5f2c2895:43805 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:39:29,542 INFO [M:0;96bb5f2c2895:43805 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:29,542 DEBUG [M:0;96bb5f2c2895:43805 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:29,542 DEBUG [M:0;96bb5f2c2895:43805 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:39:29,542 DEBUG [M:0;96bb5f2c2895:43805 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:29,542 INFO [M:0;96bb5f2c2895:43805 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-25T11:39:29,557 DEBUG [M:0;96bb5f2c2895:43805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e10cb80806a49399247a784501b60fc is 82, key is hbase:meta,,1/info:regioninfo/1732534752772/Put/seqid=0 2024-11-25T11:39:29,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741849_1025 (size=5672) 2024-11-25T11:39:29,962 INFO [M:0;96bb5f2c2895:43805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e10cb80806a49399247a784501b60fc 2024-11-25T11:39:29,984 DEBUG [M:0;96bb5f2c2895:43805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f7ee7c2c1c684b8ca2992a4ae976f2a6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732534758798/Put/seqid=0 2024-11-25T11:39:29,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741850_1026 (size=8516) 2024-11-25T11:39:29,988 INFO [M:0;96bb5f2c2895:43805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f7ee7c2c1c684b8ca2992a4ae976f2a6 2024-11-25T11:39:30,006 DEBUG [M:0;96bb5f2c2895:43805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a0dcf8358a14a0b9a6fa246ed8d45d6 is 69, key is 96bb5f2c2895,43439,1732534750202/rs:state/1732534752044/Put/seqid=0 2024-11-25T11:39:30,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741851_1027 (size=5156) 2024-11-25T11:39:30,010 INFO [M:0;96bb5f2c2895:43805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a0dcf8358a14a0b9a6fa246ed8d45d6 2024-11-25T11:39:30,015 DEBUG [M:0;96bb5f2c2895:43805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e10cb80806a49399247a784501b60fc as hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e10cb80806a49399247a784501b60fc 2024-11-25T11:39:30,020 INFO [M:0;96bb5f2c2895:43805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e10cb80806a49399247a784501b60fc, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T11:39:30,021 DEBUG [M:0;96bb5f2c2895:43805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f7ee7c2c1c684b8ca2992a4ae976f2a6 as hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f7ee7c2c1c684b8ca2992a4ae976f2a6 2024-11-25T11:39:30,025 INFO [M:0;96bb5f2c2895:43805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f7ee7c2c1c684b8ca2992a4ae976f2a6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T11:39:30,025 DEBUG [M:0;96bb5f2c2895:43805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a0dcf8358a14a0b9a6fa246ed8d45d6 as hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a0dcf8358a14a0b9a6fa246ed8d45d6 2024-11-25T11:39:30,029 INFO [M:0;96bb5f2c2895:43805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33767/user/jenkins/test-data/afc50ab4-bda9-7a3b-7836-b21dd705a666/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a0dcf8358a14a0b9a6fa246ed8d45d6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T11:39:30,030 INFO [M:0;96bb5f2c2895:43805 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 488ms, sequenceid=97, compaction requested=false 2024-11-25T11:39:30,032 INFO [M:0;96bb5f2c2895:43805 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:30,032 DEBUG [M:0;96bb5f2c2895:43805 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534769542Disabling compacts and flushes for region at 1732534769542Disabling writes for close at 1732534769542Obtaining lock to block concurrent updates at 1732534769542Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732534769542Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732534769543 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732534769543Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732534769543Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732534769557 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732534769557Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732534769966 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732534769983 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732534769983Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732534769992 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732534770005 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732534770005Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dfbf1f6: reopening flushed file at 1732534770014 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b6a32f2: reopening flushed file at 1732534770020 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@797ccca9: reopening flushed file at 1732534770025 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 488ms, sequenceid=97, compaction requested=false at 1732534770030 (+5 ms)Writing region close event to WAL at 1732534770031 (+1 ms)Closed at 1732534770031 2024-11-25T11:39:30,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45969 is added to blk_1073741830_1006 (size=63654) 2024-11-25T11:39:30,034 INFO [M:0;96bb5f2c2895:43805 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T11:39:30,034 INFO [M:0;96bb5f2c2895:43805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43805 2024-11-25T11:39:30,034 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:39:30,035 INFO [M:0;96bb5f2c2895:43805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:39:30,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:39:30,138 INFO [M:0;96bb5f2c2895:43805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:39:30,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43805-0x1014eec337f0000, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:39:30,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7dea8188{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:39:30,146 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25be6a12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:39:30,146 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:39:30,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26a55c05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:39:30,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2800e149{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/hadoop.log.dir/,STOPPED} 2024-11-25T11:39:30,150 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:39:30,150 WARN [BP-978326740-172.17.0.2-1732534749454 heartbeating to localhost/127.0.0.1:33767 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:39:30,150 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:39:30,150 WARN [BP-978326740-172.17.0.2-1732534749454 heartbeating to localhost/127.0.0.1:33767 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-978326740-172.17.0.2-1732534749454 (Datanode Uuid 3b8ffc5d-acc5-4b2b-8b8a-4c39f8516fd4) service to localhost/127.0.0.1:33767 2024-11-25T11:39:30,151 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/cluster_2f141bdc-a616-4ec6-3634-2ff94de6f0de/data/data2/current/BP-978326740-172.17.0.2-1732534749454 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:39:30,151 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/cluster_2f141bdc-a616-4ec6-3634-2ff94de6f0de/data/data1/current/BP-978326740-172.17.0.2-1732534749454 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:39:30,152 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:39:30,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5706329{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:39:30,164 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53b4795d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:39:30,164 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:39:30,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34daf7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:39:30,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5067272d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77ee174b-ec8c-bcb2-9cda-c604845e2828/hadoop.log.dir/,STOPPED} 2024-11-25T11:39:30,171 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T11:39:30,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T11:39:30,205 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=266 (was 245) Potentially hanging thread: globalEventExecutor-1-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33767 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46613 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46613 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:33767 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:46613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33767 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46613 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33767 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59015) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59015) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33767 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=653 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=356 (was 264) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4251 (was 3801) - AvailableMemoryMB LEAK? - 2024-11-25T11:39:30,215 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=266, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=356, ProcessCount=11, AvailableMemoryMB=4251 2024-11-25T11:39:30,232 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-25T11:39:30,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/hadoop.log.dir so I do NOT create it in target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2 2024-11-25T11:39:30,233 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T11:39:30,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/hadoop.tmp.dir so I do NOT create it in target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2 2024-11-25T11:39:30,233 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30d5a963-c8f9-eb4e-3364-d1dbd5a8073d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T11:39:30,233 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2 2024-11-25T11:39:30,233 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/cluster_1c6af28a-bdef-b027-c576-9039bda42177, deleteOnExit=true 2024-11-25T11:39:30,236 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/cluster_1c6af28a-bdef-b027-c576-9039bda42177/zookeeper_0, clientPort=57133, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/cluster_1c6af28a-bdef-b027-c576-9039bda42177/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/cluster_1c6af28a-bdef-b027-c576-9039bda42177/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T11:39:30,237 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57133 2024-11-25T11:39:30,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T11:39:30,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T11:39:30,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/test.cache.data in system properties and HBase conf 2024-11-25T11:39:30,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T11:39:30,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/hadoop.log.dir in system properties and HBase conf 2024-11-25T11:39:30,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T11:39:30,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T11:39:30,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T11:39:30,237 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T11:39:30,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:39:30,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:39:30,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T11:39:30,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:39:30,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T11:39:30,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T11:39:30,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:39:30,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:39:30,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T11:39:30,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/nfs.dump.dir in system properties and HBase conf 2024-11-25T11:39:30,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/java.io.tmpdir in system properties and HBase conf 2024-11-25T11:39:30,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:39:30,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T11:39:30,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T11:39:30,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014eec337f0005, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T11:39:30,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014eec337f0002, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T11:39:30,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014eec337f0005, quorum=127.0.0.1:59015, baseZNode=/11315109878 Received Disconnected from ZooKeeper, ignoring 2024-11-25T11:39:30,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014eec337f0002, quorum=127.0.0.1:59015, baseZNode=/0930111720 Received Disconnected from ZooKeeper, ignoring 2024-11-25T11:39:30,346 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:39:30,372 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:39:30,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:39:30,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:39:30,405 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:39:30,407 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:39:30,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@553d2c81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:39:30,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e8931af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:39:30,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57b09feb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/java.io.tmpdir/jetty-localhost-37513-hadoop-hdfs-3_4_1-tests_jar-_-any-10063287243194059953/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:39:30,573 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fa1d05f{HTTP/1.1, (http/1.1)}{localhost:37513} 2024-11-25T11:39:30,573 INFO [Time-limited test {}] server.Server(415): Started @198387ms 2024-11-25T11:39:30,757 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:39:30,768 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:39:30,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:39:30,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:39:30,777 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:39:30,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e910a44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:39:30,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@602a51b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:39:30,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bf3505f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/java.io.tmpdir/jetty-localhost-41545-hadoop-hdfs-3_4_1-tests_jar-_-any-17343199898916568110/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:39:30,939 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@340a28cb{HTTP/1.1, (http/1.1)}{localhost:41545} 2024-11-25T11:39:30,940 INFO [Time-limited test {}] server.Server(415): Started @198753ms 2024-11-25T11:39:30,941 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:39:31,141 WARN [Thread-2634 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/cluster_1c6af28a-bdef-b027-c576-9039bda42177/data/data1/current/BP-152408340-172.17.0.2-1732534770263/current, will proceed with Du for space computation calculation, 2024-11-25T11:39:31,146 WARN [Thread-2635 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/cluster_1c6af28a-bdef-b027-c576-9039bda42177/data/data2/current/BP-152408340-172.17.0.2-1732534770263/current, will proceed with Du for space computation calculation, 2024-11-25T11:39:31,193 WARN [Thread-2622 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:39:31,196 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba84adae8ed0fe with lease ID 0x54dce5c5be4cf0b7: Processing first storage report for DS-1555e7a1-f84e-4ffe-a1b3-be6bb1556f65 from datanode DatanodeRegistration(127.0.0.1:37237, datanodeUuid=7dc322e7-2388-4fb2-a44d-207e0a9ac143, infoPort=33085, infoSecurePort=0, ipcPort=39417, storageInfo=lv=-57;cid=testClusterID;nsid=1011626429;c=1732534770263) 2024-11-25T11:39:31,196 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba84adae8ed0fe with lease ID 0x54dce5c5be4cf0b7: from storage DS-1555e7a1-f84e-4ffe-a1b3-be6bb1556f65 node DatanodeRegistration(127.0.0.1:37237, datanodeUuid=7dc322e7-2388-4fb2-a44d-207e0a9ac143, infoPort=33085, infoSecurePort=0, ipcPort=39417, storageInfo=lv=-57;cid=testClusterID;nsid=1011626429;c=1732534770263), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:39:31,196 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba84adae8ed0fe with lease ID 0x54dce5c5be4cf0b7: Processing first storage report for DS-eb777ef1-09c9-423b-8328-2ebd6d98c348 from datanode DatanodeRegistration(127.0.0.1:37237, datanodeUuid=7dc322e7-2388-4fb2-a44d-207e0a9ac143, infoPort=33085, infoSecurePort=0, ipcPort=39417, storageInfo=lv=-57;cid=testClusterID;nsid=1011626429;c=1732534770263) 2024-11-25T11:39:31,196 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba84adae8ed0fe with lease ID 0x54dce5c5be4cf0b7: from storage DS-eb777ef1-09c9-423b-8328-2ebd6d98c348 node DatanodeRegistration(127.0.0.1:37237, datanodeUuid=7dc322e7-2388-4fb2-a44d-207e0a9ac143, infoPort=33085, infoSecurePort=0, ipcPort=39417, storageInfo=lv=-57;cid=testClusterID;nsid=1011626429;c=1732534770263), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:39:31,270 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2 2024-11-25T11:39:31,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:31,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:31,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:39:31,365 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:39:31,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:31,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:31,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:31,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:31,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:31,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:31,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:31,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:31,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:31,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:31,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:31,687 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2 with version=8 2024-11-25T11:39:31,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/hbase-staging 2024-11-25T11:39:31,690 INFO [Time-limited test {}] client.ConnectionUtils(128): master/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:39:31,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:31,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:31,690 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:39:31,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:31,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:39:31,690 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T11:39:31,690 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:39:31,691 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46347 2024-11-25T11:39:31,692 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46347 connecting to ZooKeeper ensemble=127.0.0.1:57133 2024-11-25T11:39:31,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463470x0, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:39:31,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46347-0x1014eec84cb0000 connected 2024-11-25T11:39:31,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:31,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:31,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Set watcher on znode that does not yet exist, /01198041703/running 2024-11-25T11:39:31,718 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2, hbase.cluster.distributed=false 2024-11-25T11:39:31,719 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Set watcher on znode that does not yet exist, /01198041703/acl 2024-11-25T11:39:31,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46347 2024-11-25T11:39:31,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46347 2024-11-25T11:39:31,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46347 2024-11-25T11:39:31,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46347 2024-11-25T11:39:31,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46347 2024-11-25T11:39:31,741 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:39:31,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:31,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:31,741 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:39:31,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:31,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:39:31,742 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:39:31,742 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:39:31,742 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44417 2024-11-25T11:39:31,743 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44417 connecting to ZooKeeper ensemble=127.0.0.1:57133 2024-11-25T11:39:31,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:31,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:31,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444170x0, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:39:31,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444170x0, quorum=127.0.0.1:57133, baseZNode=/01198041703 Set watcher on znode that does not yet exist, /01198041703/running 2024-11-25T11:39:31,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44417-0x1014eec84cb0001 connected 2024-11-25T11:39:31,749 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:39:31,749 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:39:31,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44417-0x1014eec84cb0001, quorum=127.0.0.1:57133, baseZNode=/01198041703 Set watcher on znode that does not yet exist, /01198041703/master 2024-11-25T11:39:31,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44417-0x1014eec84cb0001, quorum=127.0.0.1:57133, baseZNode=/01198041703 Set watcher on znode that does not yet exist, /01198041703/acl 2024-11-25T11:39:31,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44417 2024-11-25T11:39:31,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44417 2024-11-25T11:39:31,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44417 2024-11-25T11:39:31,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44417 2024-11-25T11:39:31,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44417 2024-11-25T11:39:31,771 DEBUG [M:0;96bb5f2c2895:46347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;96bb5f2c2895:46347 2024-11-25T11:39:31,772 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01198041703/backup-masters/96bb5f2c2895,46347,1732534771690 2024-11-25T11:39:31,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1014eec84cb0001, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198041703/backup-masters 2024-11-25T11:39:31,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198041703/backup-masters 2024-11-25T11:39:31,774 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Set watcher on existing znode=/01198041703/backup-masters/96bb5f2c2895,46347,1732534771690 2024-11-25T11:39:31,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198041703 2024-11-25T11:39:31,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1014eec84cb0001, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01198041703/master 2024-11-25T11:39:31,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1014eec84cb0001, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198041703 2024-11-25T11:39:31,776 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Set watcher on existing znode=/01198041703/master 2024-11-25T11:39:31,777 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01198041703/backup-masters/96bb5f2c2895,46347,1732534771690 from backup master directory 2024-11-25T11:39:31,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01198041703/backup-masters/96bb5f2c2895,46347,1732534771690 2024-11-25T11:39:31,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1014eec84cb0001, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198041703/backup-masters 2024-11-25T11:39:31,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198041703/backup-masters 2024-11-25T11:39:31,782 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:39:31,782 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=96bb5f2c2895,46347,1732534771690 2024-11-25T11:39:31,785 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/hbase.id] with ID: 7027802f-e6a0-4711-9b06-a04199b19a2c 2024-11-25T11:39:31,785 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/.tmp/hbase.id 2024-11-25T11:39:31,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:39:32,199 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/.tmp/hbase.id]:[hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/hbase.id] 2024-11-25T11:39:32,207 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:32,207 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T11:39:32,208 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T11:39:32,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1014eec84cb0001, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198041703 2024-11-25T11:39:32,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198041703 2024-11-25T11:39:32,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:39:32,617 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:39:32,618 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T11:39:32,618 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:39:32,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:39:33,027 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/MasterData/data/master/store 2024-11-25T11:39:33,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:39:33,433 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:33,433 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:39:33,433 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:33,433 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:33,434 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-25T11:39:33,434 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:33,434 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:33,434 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534773433Disabling compacts and flushes for region at 1732534773433Disabling writes for close at 1732534773434 (+1 ms)Writing region close event to WAL at 1732534773434Closed at 1732534773434 2024-11-25T11:39:33,434 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/MasterData/data/master/store/.initializing 2024-11-25T11:39:33,434 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/MasterData/WALs/96bb5f2c2895,46347,1732534771690 2024-11-25T11:39:33,435 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:39:33,436 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C46347%2C1732534771690, suffix=, logDir=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/MasterData/WALs/96bb5f2c2895,46347,1732534771690, archiveDir=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/MasterData/oldWALs, maxLogs=10 2024-11-25T11:39:33,450 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/MasterData/WALs/96bb5f2c2895,46347,1732534771690/96bb5f2c2895%2C46347%2C1732534771690.1732534773436, exclude list is [], retry=0 2024-11-25T11:39:33,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-1555e7a1-f84e-4ffe-a1b3-be6bb1556f65,DISK] 2024-11-25T11:39:33,453 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/MasterData/WALs/96bb5f2c2895,46347,1732534771690/96bb5f2c2895%2C46347%2C1732534771690.1732534773436 2024-11-25T11:39:33,453 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33085:33085)] 2024-11-25T11:39:33,453 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:39:33,454 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:33,454 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:33,454 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:33,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:33,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T11:39:33,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:33,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:33,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:33,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T11:39:33,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:33,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:33,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:33,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T11:39:33,458 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:33,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:33,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:33,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T11:39:33,459 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:33,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:33,459 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:33,460 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:33,460 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:33,461 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:33,461 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:33,461 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:39:33,462 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:33,464 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:39:33,464 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61306215, jitterRate=-0.08646620810031891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:39:33,465 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732534773454Initializing all the Stores at 1732534773454Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534773454Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534773454Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534773454Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534773454Cleaning up temporary data from old regions at 1732534773461 (+7 ms)Region opened successfully at 1732534773465 (+4 ms) 2024-11-25T11:39:33,465 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T11:39:33,468 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b5d5737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:39:33,469 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T11:39:33,469 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T11:39:33,469 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T11:39:33,469 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T11:39:33,469 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T11:39:33,469 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T11:39:33,469 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T11:39:33,471 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T11:39:33,472 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Unable to get data of znode /01198041703/balancer because node does not exist (not necessarily an error) 2024-11-25T11:39:33,473 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01198041703/balancer already deleted, retry=false 2024-11-25T11:39:33,473 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T11:39:33,474 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Unable to get data of znode /01198041703/normalizer because node does not exist (not necessarily an error) 2024-11-25T11:39:33,475 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01198041703/normalizer already deleted, retry=false 2024-11-25T11:39:33,475 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T11:39:33,476 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Unable to get data of znode /01198041703/switch/split because node does not exist (not necessarily an error) 2024-11-25T11:39:33,481 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01198041703/switch/split already deleted, retry=false 2024-11-25T11:39:33,482 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Unable to get data of znode /01198041703/switch/merge because node does not exist (not necessarily an error) 2024-11-25T11:39:33,483 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01198041703/switch/merge already deleted, retry=false 2024-11-25T11:39:33,485 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Unable to get data of znode /01198041703/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T11:39:33,486 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01198041703/snapshot-cleanup already deleted, retry=false 2024-11-25T11:39:33,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1014eec84cb0001, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01198041703/running 2024-11-25T11:39:33,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01198041703/running 2024-11-25T11:39:33,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1014eec84cb0001, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198041703 2024-11-25T11:39:33,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198041703 2024-11-25T11:39:33,488 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=96bb5f2c2895,46347,1732534771690, sessionid=0x1014eec84cb0000, setting cluster-up flag (Was=false) 2024-11-25T11:39:33,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1014eec84cb0001, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198041703 2024-11-25T11:39:33,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198041703 2024-11-25T11:39:33,496 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01198041703/flush-table-proc/acquired, /01198041703/flush-table-proc/reached, /01198041703/flush-table-proc/abort 2024-11-25T11:39:33,500 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,46347,1732534771690 2024-11-25T11:39:33,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198041703 2024-11-25T11:39:33,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1014eec84cb0001, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198041703 2024-11-25T11:39:33,508 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01198041703/online-snapshot/acquired, /01198041703/online-snapshot/reached, /01198041703/online-snapshot/abort 2024-11-25T11:39:33,509 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,46347,1732534771690 2024-11-25T11:39:33,510 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T11:39:33,512 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T11:39:33,512 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T11:39:33,512 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T11:39:33,513 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 96bb5f2c2895,46347,1732534771690 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T11:39:33,514 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:39:33,514 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:39:33,514 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:39:33,514 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:39:33,514 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/96bb5f2c2895:0, corePoolSize=10, maxPoolSize=10 2024-11-25T11:39:33,514 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:33,514 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:39:33,514 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:33,515 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732534803515 2024-11-25T11:39:33,515 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T11:39:33,515 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T11:39:33,515 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T11:39:33,515 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T11:39:33,515 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T11:39:33,515 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T11:39:33,515 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:33,515 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:39:33,515 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T11:39:33,516 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:33,516 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T11:39:33,516 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T11:39:33,516 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T11:39:33,516 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T11:39:33,516 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T11:39:33,519 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T11:39:33,519 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T11:39:33,519 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534773519,5,FailOnTimeoutGroup] 2024-11-25T11:39:33,519 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534773519,5,FailOnTimeoutGroup] 2024-11-25T11:39:33,519 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:33,519 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T11:39:33,519 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:33,519 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:33,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:39:33,562 INFO [RS:0;96bb5f2c2895:44417 {}] regionserver.HRegionServer(746): ClusterId : 7027802f-e6a0-4711-9b06-a04199b19a2c 2024-11-25T11:39:33,562 DEBUG [RS:0;96bb5f2c2895:44417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:39:33,564 DEBUG [RS:0;96bb5f2c2895:44417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:39:33,564 DEBUG [RS:0;96bb5f2c2895:44417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:39:33,566 DEBUG [RS:0;96bb5f2c2895:44417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:39:33,566 DEBUG [RS:0;96bb5f2c2895:44417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa3aaf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:39:33,578 DEBUG [RS:0;96bb5f2c2895:44417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;96bb5f2c2895:44417 2024-11-25T11:39:33,578 INFO [RS:0;96bb5f2c2895:44417 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:39:33,578 INFO [RS:0;96bb5f2c2895:44417 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:39:33,578 DEBUG [RS:0;96bb5f2c2895:44417 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:39:33,578 INFO [RS:0;96bb5f2c2895:44417 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,46347,1732534771690 with port=44417, startcode=1732534771741 2024-11-25T11:39:33,578 DEBUG [RS:0;96bb5f2c2895:44417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:39:33,580 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:39:33,580 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46347 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,44417,1732534771741 2024-11-25T11:39:33,580 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46347 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,44417,1732534771741 2024-11-25T11:39:33,581 DEBUG [RS:0;96bb5f2c2895:44417 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2 2024-11-25T11:39:33,581 DEBUG [RS:0;96bb5f2c2895:44417 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36161 2024-11-25T11:39:33,581 DEBUG [RS:0;96bb5f2c2895:44417 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:39:33,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198041703/rs 2024-11-25T11:39:33,584 DEBUG [RS:0;96bb5f2c2895:44417 {}] zookeeper.ZKUtil(111): regionserver:44417-0x1014eec84cb0001, quorum=127.0.0.1:57133, baseZNode=/01198041703 Set watcher on existing znode=/01198041703/rs/96bb5f2c2895,44417,1732534771741 2024-11-25T11:39:33,585 WARN [RS:0;96bb5f2c2895:44417 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:39:33,585 INFO [RS:0;96bb5f2c2895:44417 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:39:33,585 DEBUG [RS:0;96bb5f2c2895:44417 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741 2024-11-25T11:39:33,585 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,44417,1732534771741] 2024-11-25T11:39:33,587 INFO [RS:0;96bb5f2c2895:44417 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:39:33,589 INFO [RS:0;96bb5f2c2895:44417 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:39:33,589 INFO [RS:0;96bb5f2c2895:44417 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:39:33,589 INFO [RS:0;96bb5f2c2895:44417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:33,589 INFO [RS:0;96bb5f2c2895:44417 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:39:33,590 INFO [RS:0;96bb5f2c2895:44417 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:39:33,590 INFO [RS:0;96bb5f2c2895:44417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:33,590 DEBUG [RS:0;96bb5f2c2895:44417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:33,590 DEBUG [RS:0;96bb5f2c2895:44417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:33,590 DEBUG [RS:0;96bb5f2c2895:44417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:33,590 DEBUG [RS:0;96bb5f2c2895:44417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:33,590 DEBUG [RS:0;96bb5f2c2895:44417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:33,590 DEBUG [RS:0;96bb5f2c2895:44417 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:39:33,590 DEBUG [RS:0;96bb5f2c2895:44417 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:33,590 DEBUG [RS:0;96bb5f2c2895:44417 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:33,590 DEBUG [RS:0;96bb5f2c2895:44417 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:33,590 DEBUG [RS:0;96bb5f2c2895:44417 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:33,590 DEBUG [RS:0;96bb5f2c2895:44417 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:33,590 DEBUG [RS:0;96bb5f2c2895:44417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:33,590 DEBUG [RS:0;96bb5f2c2895:44417 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:39:33,590 DEBUG [RS:0;96bb5f2c2895:44417 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:39:33,590 INFO [RS:0;96bb5f2c2895:44417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:33,590 INFO [RS:0;96bb5f2c2895:44417 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:33,590 INFO [RS:0;96bb5f2c2895:44417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:33,590 INFO [RS:0;96bb5f2c2895:44417 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:33,590 INFO [RS:0;96bb5f2c2895:44417 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:33,591 INFO [RS:0;96bb5f2c2895:44417 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,44417,1732534771741-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:39:33,606 INFO [RS:0;96bb5f2c2895:44417 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:39:33,606 INFO [RS:0;96bb5f2c2895:44417 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,44417,1732534771741-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:33,606 INFO [RS:0;96bb5f2c2895:44417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:33,606 INFO [RS:0;96bb5f2c2895:44417 {}] regionserver.Replication(171): 96bb5f2c2895,44417,1732534771741 started 2024-11-25T11:39:33,620 INFO [RS:0;96bb5f2c2895:44417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:33,620 INFO [RS:0;96bb5f2c2895:44417 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,44417,1732534771741, RpcServer on 96bb5f2c2895/172.17.0.2:44417, sessionid=0x1014eec84cb0001 2024-11-25T11:39:33,620 DEBUG [RS:0;96bb5f2c2895:44417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:39:33,620 DEBUG [RS:0;96bb5f2c2895:44417 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,44417,1732534771741 2024-11-25T11:39:33,620 DEBUG [RS:0;96bb5f2c2895:44417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,44417,1732534771741' 2024-11-25T11:39:33,620 DEBUG [RS:0;96bb5f2c2895:44417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01198041703/flush-table-proc/abort' 2024-11-25T11:39:33,620 DEBUG [RS:0;96bb5f2c2895:44417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01198041703/flush-table-proc/acquired' 2024-11-25T11:39:33,621 DEBUG [RS:0;96bb5f2c2895:44417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:39:33,621 DEBUG [RS:0;96bb5f2c2895:44417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:39:33,621 DEBUG [RS:0;96bb5f2c2895:44417 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,44417,1732534771741 2024-11-25T11:39:33,621 DEBUG [RS:0;96bb5f2c2895:44417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,44417,1732534771741' 2024-11-25T11:39:33,621 DEBUG [RS:0;96bb5f2c2895:44417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01198041703/online-snapshot/abort' 2024-11-25T11:39:33,621 DEBUG [RS:0;96bb5f2c2895:44417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01198041703/online-snapshot/acquired' 2024-11-25T11:39:33,621 DEBUG [RS:0;96bb5f2c2895:44417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:39:33,621 INFO [RS:0;96bb5f2c2895:44417 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:39:33,621 INFO [RS:0;96bb5f2c2895:44417 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:39:33,722 INFO [RS:0;96bb5f2c2895:44417 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:39:33,723 INFO [RS:0;96bb5f2c2895:44417 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C44417%2C1732534771741, suffix=, logDir=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741, archiveDir=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/oldWALs, maxLogs=10 2024-11-25T11:39:33,737 DEBUG [RS:0;96bb5f2c2895:44417 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723, exclude list is [], retry=0 2024-11-25T11:39:33,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-1555e7a1-f84e-4ffe-a1b3-be6bb1556f65,DISK] 2024-11-25T11:39:33,741 INFO [RS:0;96bb5f2c2895:44417 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 2024-11-25T11:39:33,741 DEBUG [RS:0;96bb5f2c2895:44417 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33085:33085)] 2024-11-25T11:39:33,927 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T11:39:33,927 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2 2024-11-25T11:39:33,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741833_1009 (size=32) 2024-11-25T11:39:34,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:34,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:39:34,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:39:34,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:34,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:34,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:39:34,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:39:34,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:34,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:34,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:39:34,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:39:34,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:34,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:34,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:39:34,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:39:34,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:34,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:34,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:39:34,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/meta/1588230740 2024-11-25T11:39:34,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/meta/1588230740 2024-11-25T11:39:34,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:39:34,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:39:34,346 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:39:34,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:39:34,354 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:39:34,354 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74606887, jitterRate=0.11172924935817719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:39:34,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732534774333Initializing all the Stores at 1732534774333Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534774334 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534774334Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534774334Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534774334Cleaning up temporary data from old regions at 1732534774345 (+11 ms)Region opened successfully at 1732534774355 (+10 ms) 2024-11-25T11:39:34,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:39:34,355 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:39:34,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:39:34,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:39:34,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:39:34,355 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:39:34,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534774355Disabling compacts and flushes for region at 1732534774355Disabling writes for close at 1732534774355Writing region close event to WAL at 1732534774355Closed at 1732534774355 2024-11-25T11:39:34,357 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:39:34,357 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T11:39:34,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:39:34,358 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:39:34,359 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T11:39:34,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:34,365 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [96bb5f2c2895,44457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:44457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T11:39:34,365 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28239 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [96bb5f2c2895,44457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:44457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T11:39:34,509 DEBUG [96bb5f2c2895:46347 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T11:39:34,510 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=96bb5f2c2895,44417,1732534771741 2024-11-25T11:39:34,511 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,44417,1732534771741, state=OPENING 2024-11-25T11:39:34,512 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T11:39:34,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198041703 2024-11-25T11:39:34,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1014eec84cb0001, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198041703 2024-11-25T11:39:34,514 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:39:34,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,44417,1732534771741}] 2024-11-25T11:39:34,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01198041703/meta-region-server: CHANGED 2024-11-25T11:39:34,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01198041703/meta-region-server: CHANGED 2024-11-25T11:39:34,667 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:39:34,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:39:34,672 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:39:34,672 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:39:34,672 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:39:34,673 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C44417%2C1732534771741.meta, suffix=.meta, logDir=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741, archiveDir=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/oldWALs, maxLogs=10 2024-11-25T11:39:34,691 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.meta.1732534774674.meta, exclude list is [], retry=0 2024-11-25T11:39:34,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-1555e7a1-f84e-4ffe-a1b3-be6bb1556f65,DISK] 2024-11-25T11:39:34,694 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.meta.1732534774674.meta 2024-11-25T11:39:34,695 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33085:33085)] 2024-11-25T11:39:34,695 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:39:34,695 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:39:34,695 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:39:34,695 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:39:34,695 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:39:34,695 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:39:34,696 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:34,696 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:39:34,696 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:39:34,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:39:34,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:39:34,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:34,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:34,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:39:34,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:39:34,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:34,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:34,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:39:34,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:39:34,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:34,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:34,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:39:34,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:39:34,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:34,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:34,700 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:39:34,701 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/meta/1588230740 2024-11-25T11:39:34,702 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/meta/1588230740 2024-11-25T11:39:34,703 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:39:34,703 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:39:34,703 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:39:34,704 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:39:34,705 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61252291, jitterRate=-0.08726973831653595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:39:34,705 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:39:34,705 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732534774696Writing region info on filesystem at 1732534774696Initializing all the Stores at 1732534774696Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534774696Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534774697 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534774697Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534774697Cleaning up temporary data from old regions at 1732534774703 (+6 ms)Running coprocessor post-open hooks at 1732534774705 (+2 ms)Region opened successfully at 1732534774705 2024-11-25T11:39:34,706 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732534774666 2024-11-25T11:39:34,708 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:39:34,708 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:39:34,709 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,44417,1732534771741 2024-11-25T11:39:34,709 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,44417,1732534771741, state=OPEN 2024-11-25T11:39:34,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1014eec84cb0001, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01198041703/meta-region-server 2024-11-25T11:39:34,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01198041703/meta-region-server 2024-11-25T11:39:34,720 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=96bb5f2c2895,44417,1732534771741 2024-11-25T11:39:34,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01198041703/meta-region-server: CHANGED 2024-11-25T11:39:34,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01198041703/meta-region-server: CHANGED 2024-11-25T11:39:34,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T11:39:34,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,44417,1732534771741 in 206 msec 2024-11-25T11:39:34,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T11:39:34,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 365 msec 2024-11-25T11:39:34,723 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:39:34,724 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T11:39:34,725 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:39:34,725 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,44417,1732534771741, seqNum=-1] 2024-11-25T11:39:34,725 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:39:34,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:39:34,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2180 sec 2024-11-25T11:39:34,730 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732534774730, completionTime=-1 2024-11-25T11:39:34,730 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T11:39:34,730 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T11:39:34,732 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T11:39:34,732 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732534834732 2024-11-25T11:39:34,732 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732534894732 2024-11-25T11:39:34,732 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T11:39:34,732 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,46347,1732534771690-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:34,732 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,46347,1732534771690-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:34,732 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,46347,1732534771690-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:34,732 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-96bb5f2c2895:46347, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:34,732 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:34,732 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:34,734 DEBUG [master/96bb5f2c2895:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T11:39:34,736 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.954sec 2024-11-25T11:39:34,736 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T11:39:34,736 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T11:39:34,736 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T11:39:34,736 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T11:39:34,736 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T11:39:34,736 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,46347,1732534771690-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:39:34,736 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,46347,1732534771690-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T11:39:34,737 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T11:39:34,737 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T11:39:34,737 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,46347,1732534771690-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:34,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7957adf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:34,763 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,46347,-1 for getting cluster id 2024-11-25T11:39:34,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:34,765 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7027802f-e6a0-4711-9b06-a04199b19a2c' 2024-11-25T11:39:34,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:34,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7027802f-e6a0-4711-9b06-a04199b19a2c" 2024-11-25T11:39:34,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27dee68f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:34,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,46347,-1] 2024-11-25T11:39:34,766 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:34,766 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:34,767 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:34,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffd2c03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:34,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:39:34,769 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,44417,1732534771741, seqNum=-1] 2024-11-25T11:39:34,769 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:39:34,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:39:34,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=96bb5f2c2895,46347,1732534771690 2024-11-25T11:39:34,772 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57133 2024-11-25T11:39:34,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:39:34,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014eec84cb0002 connected 2024-11-25T11:39:34,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/hadoop.log.dir so I do NOT create it in target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab 2024-11-25T11:39:34,776 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T11:39:34,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/hadoop.tmp.dir so I do NOT create it in target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab 2024-11-25T11:39:34,776 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T11:39:34,777 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab 2024-11-25T11:39:34,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T11:39:34,777 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/cluster_f27f280d-17b0-b49c-5094-ab81d388e4f1, deleteOnExit=true 2024-11-25T11:39:34,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T11:39:34,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/test.cache.data in system properties and HBase conf 2024-11-25T11:39:34,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T11:39:34,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/hadoop.log.dir in system properties and HBase conf 2024-11-25T11:39:34,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T11:39:34,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T11:39:34,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T11:39:34,777 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T11:39:34,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:39:34,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:39:34,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T11:39:34,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:39:34,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T11:39:34,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T11:39:34,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:39:34,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:39:34,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T11:39:34,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/nfs.dump.dir in system properties and HBase conf 2024-11-25T11:39:34,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/java.io.tmpdir in system properties and HBase conf 2024-11-25T11:39:34,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:39:34,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T11:39:34,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T11:39:34,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:39:34,848 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:39:34,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:39:34,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:39:34,853 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:39:34,854 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:39:34,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38f695b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:39:34,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@92d56b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:39:34,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10f37359{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/java.io.tmpdir/jetty-localhost-45569-hadoop-hdfs-3_4_1-tests_jar-_-any-4420118673598953498/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:39:34,971 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ed4e03d{HTTP/1.1, (http/1.1)}{localhost:45569} 2024-11-25T11:39:34,971 INFO [Time-limited test {}] server.Server(415): Started @202785ms 2024-11-25T11:39:35,047 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:39:35,050 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:39:35,051 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:39:35,051 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:39:35,051 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:39:35,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d0cb7f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:39:35,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@700ad68f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:39:35,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4199d422{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/java.io.tmpdir/jetty-localhost-46529-hadoop-hdfs-3_4_1-tests_jar-_-any-15587193265820616383/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:39:35,179 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5647fbbb{HTTP/1.1, (http/1.1)}{localhost:46529} 2024-11-25T11:39:35,179 INFO [Time-limited test {}] server.Server(415): Started @202993ms 2024-11-25T11:39:35,180 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:39:35,282 WARN [Thread-2755 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/cluster_f27f280d-17b0-b49c-5094-ab81d388e4f1/data/data1/current/BP-1680631324-172.17.0.2-1732534774796/current, will proceed with Du for space computation calculation, 2024-11-25T11:39:35,282 WARN [Thread-2756 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/cluster_f27f280d-17b0-b49c-5094-ab81d388e4f1/data/data2/current/BP-1680631324-172.17.0.2-1732534774796/current, will proceed with Du for space computation calculation, 2024-11-25T11:39:35,309 WARN [Thread-2743 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:39:35,311 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad42dd24435e4412 with lease ID 0xd99ab0f7a1161e9a: Processing first storage report for DS-4a5cc0c8-7df8-4e11-bef2-58f58e6137e3 from datanode DatanodeRegistration(127.0.0.1:44263, datanodeUuid=1b881a0e-9abf-43ef-ac61-0c25ad44d59b, infoPort=38681, infoSecurePort=0, ipcPort=44161, storageInfo=lv=-57;cid=testClusterID;nsid=1508368257;c=1732534774796) 2024-11-25T11:39:35,311 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad42dd24435e4412 with lease ID 0xd99ab0f7a1161e9a: from storage DS-4a5cc0c8-7df8-4e11-bef2-58f58e6137e3 node DatanodeRegistration(127.0.0.1:44263, datanodeUuid=1b881a0e-9abf-43ef-ac61-0c25ad44d59b, infoPort=38681, infoSecurePort=0, ipcPort=44161, storageInfo=lv=-57;cid=testClusterID;nsid=1508368257;c=1732534774796), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:39:35,311 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad42dd24435e4412 with lease ID 0xd99ab0f7a1161e9a: Processing first storage report for DS-d468668a-9ad6-4c9f-8395-98b0e7bf1b4f from datanode DatanodeRegistration(127.0.0.1:44263, datanodeUuid=1b881a0e-9abf-43ef-ac61-0c25ad44d59b, infoPort=38681, infoSecurePort=0, ipcPort=44161, storageInfo=lv=-57;cid=testClusterID;nsid=1508368257;c=1732534774796) 2024-11-25T11:39:35,311 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad42dd24435e4412 with lease ID 0xd99ab0f7a1161e9a: from storage DS-d468668a-9ad6-4c9f-8395-98b0e7bf1b4f node DatanodeRegistration(127.0.0.1:44263, datanodeUuid=1b881a0e-9abf-43ef-ac61-0c25ad44d59b, infoPort=38681, infoSecurePort=0, ipcPort=44161, storageInfo=lv=-57;cid=testClusterID;nsid=1508368257;c=1732534774796), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:39:35,418 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab 2024-11-25T11:39:35,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:35,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:35,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44263 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:39:35,843 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791 with version=8 2024-11-25T11:39:35,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/hbase-staging 2024-11-25T11:39:35,846 INFO [Time-limited test {}] client.ConnectionUtils(128): master/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:39:35,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:35,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:35,846 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:39:35,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:35,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:39:35,846 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T11:39:35,846 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:39:35,847 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34335 2024-11-25T11:39:35,848 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34335 connecting to ZooKeeper ensemble=127.0.0.1:57133 2024-11-25T11:39:35,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343350x0, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:39:35,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34335-0x1014eec84cb0003 connected 2024-11-25T11:39:35,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:35,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:35,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Set watcher on znode that does not yet exist, /11760674157/running 2024-11-25T11:39:35,867 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791, hbase.cluster.distributed=false 2024-11-25T11:39:35,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Set watcher on znode that does not yet exist, /11760674157/acl 2024-11-25T11:39:35,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34335 2024-11-25T11:39:35,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34335 2024-11-25T11:39:35,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34335 2024-11-25T11:39:35,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34335 2024-11-25T11:39:35,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34335 2024-11-25T11:39:35,886 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:39:35,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:35,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:35,886 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:39:35,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:35,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:39:35,886 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:39:35,887 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:39:35,887 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43127 2024-11-25T11:39:35,888 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43127 connecting to ZooKeeper ensemble=127.0.0.1:57133 2024-11-25T11:39:35,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:35,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:35,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431270x0, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:39:35,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431270x0, quorum=127.0.0.1:57133, baseZNode=/11760674157 Set watcher on znode that does not yet exist, /11760674157/running 2024-11-25T11:39:35,895 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:39:35,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43127-0x1014eec84cb0004 connected 2024-11-25T11:39:35,902 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:39:35,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43127-0x1014eec84cb0004, quorum=127.0.0.1:57133, baseZNode=/11760674157 Set watcher on znode that does not yet exist, /11760674157/master 2024-11-25T11:39:35,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43127-0x1014eec84cb0004, quorum=127.0.0.1:57133, baseZNode=/11760674157 Set watcher on znode that does not yet exist, /11760674157/acl 2024-11-25T11:39:35,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43127 2024-11-25T11:39:35,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43127 2024-11-25T11:39:35,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43127 2024-11-25T11:39:35,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43127 2024-11-25T11:39:35,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43127 2024-11-25T11:39:35,935 DEBUG [M:0;96bb5f2c2895:34335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;96bb5f2c2895:34335 2024-11-25T11:39:35,936 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11760674157/backup-masters/96bb5f2c2895,34335,1732534775846 2024-11-25T11:39:35,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11760674157/backup-masters 2024-11-25T11:39:35,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x1014eec84cb0004, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11760674157/backup-masters 2024-11-25T11:39:35,938 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Set watcher on existing znode=/11760674157/backup-masters/96bb5f2c2895,34335,1732534775846 2024-11-25T11:39:35,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x1014eec84cb0004, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11760674157/master 2024-11-25T11:39:35,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x1014eec84cb0004, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11760674157 2024-11-25T11:39:35,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11760674157 2024-11-25T11:39:35,940 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Set watcher on existing znode=/11760674157/master 2024-11-25T11:39:35,940 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11760674157/backup-masters/96bb5f2c2895,34335,1732534775846 from backup master directory 2024-11-25T11:39:35,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11760674157/backup-masters/96bb5f2c2895,34335,1732534775846 2024-11-25T11:39:35,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11760674157/backup-masters 2024-11-25T11:39:35,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x1014eec84cb0004, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11760674157/backup-masters 2024-11-25T11:39:35,942 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:39:35,943 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=96bb5f2c2895,34335,1732534775846 2024-11-25T11:39:35,947 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/hbase.id] with ID: e08ae5c0-14dd-4666-95ec-4f8e675c282d 2024-11-25T11:39:35,948 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/.tmp/hbase.id 2024-11-25T11:39:35,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44263 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:39:36,356 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/.tmp/hbase.id]:[hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/hbase.id] 2024-11-25T11:39:36,367 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:36,367 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T11:39:36,369 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-25T11:39:36,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x1014eec84cb0004, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11760674157 2024-11-25T11:39:36,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11760674157 2024-11-25T11:39:36,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44263 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:39:36,390 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:39:36,392 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T11:39:36,392 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:39:36,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44263 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:39:36,817 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/MasterData/data/master/store 2024-11-25T11:39:36,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44263 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:39:37,255 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:37,255 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:39:37,255 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:37,255 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:37,255 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:39:37,255 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:37,255 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:37,255 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534777255Disabling compacts and flushes for region at 1732534777255Disabling writes for close at 1732534777255Writing region close event to WAL at 1732534777255Closed at 1732534777255 2024-11-25T11:39:37,256 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/MasterData/data/master/store/.initializing 2024-11-25T11:39:37,256 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/MasterData/WALs/96bb5f2c2895,34335,1732534775846 2024-11-25T11:39:37,257 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:39:37,258 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C34335%2C1732534775846, suffix=, logDir=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/MasterData/WALs/96bb5f2c2895,34335,1732534775846, archiveDir=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/MasterData/oldWALs, maxLogs=10 2024-11-25T11:39:37,279 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/MasterData/WALs/96bb5f2c2895,34335,1732534775846/96bb5f2c2895%2C34335%2C1732534775846.1732534777259, exclude list is [], retry=0 2024-11-25T11:39:37,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44263,DS-4a5cc0c8-7df8-4e11-bef2-58f58e6137e3,DISK] 2024-11-25T11:39:37,283 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/MasterData/WALs/96bb5f2c2895,34335,1732534775846/96bb5f2c2895%2C34335%2C1732534775846.1732534777259 2024-11-25T11:39:37,283 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38681:38681)] 2024-11-25T11:39:37,283 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:39:37,283 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:37,283 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:37,283 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:37,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:37,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T11:39:37,286 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:37,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:37,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:37,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T11:39:37,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:37,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:37,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:37,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T11:39:37,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:37,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:37,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:37,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T11:39:37,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:37,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:37,290 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:37,290 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:37,290 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:37,291 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:37,291 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:37,292 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:39:37,292 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:37,294 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:39:37,294 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68173161, jitterRate=0.01585926115512848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:39:37,294 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732534777284Initializing all the Stores at 1732534777284Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534777284Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534777284Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534777284Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534777284Cleaning up temporary data from old regions at 1732534777291 (+7 ms)Region opened successfully at 1732534777294 (+3 ms) 2024-11-25T11:39:37,294 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T11:39:37,296 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b02d945, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:39:37,297 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T11:39:37,297 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T11:39:37,297 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T11:39:37,298 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T11:39:37,298 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T11:39:37,298 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T11:39:37,298 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T11:39:37,300 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T11:39:37,300 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Unable to get data of znode /11760674157/balancer because node does not exist (not necessarily an error) 2024-11-25T11:39:37,301 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11760674157/balancer already deleted, retry=false 2024-11-25T11:39:37,302 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T11:39:37,302 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Unable to get data of znode /11760674157/normalizer because node does not exist (not necessarily an error) 2024-11-25T11:39:37,303 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11760674157/normalizer already deleted, retry=false 2024-11-25T11:39:37,303 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T11:39:37,304 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Unable to get data of znode /11760674157/switch/split because node does not exist (not necessarily an error) 2024-11-25T11:39:37,307 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11760674157/switch/split already deleted, retry=false 2024-11-25T11:39:37,308 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Unable to get data of znode /11760674157/switch/merge because node does not exist (not necessarily an error) 2024-11-25T11:39:37,309 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11760674157/switch/merge already deleted, retry=false 2024-11-25T11:39:37,310 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Unable to get data of znode /11760674157/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T11:39:37,311 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11760674157/snapshot-cleanup already deleted, retry=false 2024-11-25T11:39:37,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x1014eec84cb0004, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11760674157/running 2024-11-25T11:39:37,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11760674157/running 2024-11-25T11:39:37,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x1014eec84cb0004, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11760674157 2024-11-25T11:39:37,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11760674157 2024-11-25T11:39:37,313 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=96bb5f2c2895,34335,1732534775846, sessionid=0x1014eec84cb0003, setting cluster-up flag (Was=false) 2024-11-25T11:39:37,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11760674157 2024-11-25T11:39:37,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x1014eec84cb0004, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11760674157 2024-11-25T11:39:37,321 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11760674157/flush-table-proc/acquired, /11760674157/flush-table-proc/reached, /11760674157/flush-table-proc/abort 2024-11-25T11:39:37,322 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,34335,1732534775846 2024-11-25T11:39:37,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11760674157 2024-11-25T11:39:37,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x1014eec84cb0004, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11760674157 2024-11-25T11:39:37,329 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11760674157/online-snapshot/acquired, /11760674157/online-snapshot/reached, /11760674157/online-snapshot/abort 2024-11-25T11:39:37,329 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,34335,1732534775846 2024-11-25T11:39:37,330 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T11:39:37,331 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T11:39:37,332 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T11:39:37,332 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T11:39:37,332 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 96bb5f2c2895,34335,1732534775846 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T11:39:37,333 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:39:37,333 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:39:37,333 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:39:37,333 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:39:37,333 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/96bb5f2c2895:0, corePoolSize=10, maxPoolSize=10 2024-11-25T11:39:37,333 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:37,333 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:39:37,333 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:37,334 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732534807334 2024-11-25T11:39:37,334 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T11:39:37,334 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T11:39:37,334 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:39:37,334 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T11:39:37,334 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T11:39:37,334 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T11:39:37,335 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T11:39:37,335 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T11:39:37,335 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:37,335 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:37,335 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T11:39:37,335 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T11:39:37,335 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T11:39:37,336 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T11:39:37,336 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T11:39:37,337 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T11:39:37,337 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T11:39:37,340 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534777337,5,FailOnTimeoutGroup] 2024-11-25T11:39:37,340 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534777340,5,FailOnTimeoutGroup] 2024-11-25T11:39:37,341 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:37,341 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T11:39:37,341 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:37,341 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:37,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44263 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:39:37,425 INFO [RS:0;96bb5f2c2895:43127 {}] regionserver.HRegionServer(746): ClusterId : e08ae5c0-14dd-4666-95ec-4f8e675c282d 2024-11-25T11:39:37,425 DEBUG [RS:0;96bb5f2c2895:43127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:39:37,427 DEBUG [RS:0;96bb5f2c2895:43127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:39:37,427 DEBUG [RS:0;96bb5f2c2895:43127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:39:37,429 DEBUG [RS:0;96bb5f2c2895:43127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:39:37,429 DEBUG [RS:0;96bb5f2c2895:43127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737ae778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:39:37,444 DEBUG [RS:0;96bb5f2c2895:43127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;96bb5f2c2895:43127 2024-11-25T11:39:37,444 INFO [RS:0;96bb5f2c2895:43127 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:39:37,444 INFO [RS:0;96bb5f2c2895:43127 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:39:37,444 DEBUG [RS:0;96bb5f2c2895:43127 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:39:37,445 INFO [RS:0;96bb5f2c2895:43127 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,34335,1732534775846 with port=43127, startcode=1732534775886 2024-11-25T11:39:37,445 DEBUG [RS:0;96bb5f2c2895:43127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:39:37,447 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:39:37,447 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34335 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,43127,1732534775886 2024-11-25T11:39:37,447 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34335 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,43127,1732534775886 2024-11-25T11:39:37,450 DEBUG [RS:0;96bb5f2c2895:43127 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791 2024-11-25T11:39:37,450 DEBUG [RS:0;96bb5f2c2895:43127 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45635 2024-11-25T11:39:37,450 DEBUG [RS:0;96bb5f2c2895:43127 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:39:37,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11760674157/rs 2024-11-25T11:39:37,457 DEBUG [RS:0;96bb5f2c2895:43127 {}] zookeeper.ZKUtil(111): regionserver:43127-0x1014eec84cb0004, quorum=127.0.0.1:57133, baseZNode=/11760674157 Set watcher on existing znode=/11760674157/rs/96bb5f2c2895,43127,1732534775886 2024-11-25T11:39:37,457 WARN [RS:0;96bb5f2c2895:43127 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:39:37,457 INFO [RS:0;96bb5f2c2895:43127 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:39:37,457 DEBUG [RS:0;96bb5f2c2895:43127 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886 2024-11-25T11:39:37,457 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,43127,1732534775886] 2024-11-25T11:39:37,464 INFO [RS:0;96bb5f2c2895:43127 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:39:37,466 INFO [RS:0;96bb5f2c2895:43127 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:39:37,466 INFO [RS:0;96bb5f2c2895:43127 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:39:37,466 INFO [RS:0;96bb5f2c2895:43127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:37,467 INFO [RS:0;96bb5f2c2895:43127 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:39:37,467 INFO [RS:0;96bb5f2c2895:43127 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:39:37,467 INFO [RS:0;96bb5f2c2895:43127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:37,467 DEBUG [RS:0;96bb5f2c2895:43127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:37,467 DEBUG [RS:0;96bb5f2c2895:43127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:37,467 DEBUG [RS:0;96bb5f2c2895:43127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:37,468 DEBUG [RS:0;96bb5f2c2895:43127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:37,468 DEBUG [RS:0;96bb5f2c2895:43127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:37,468 DEBUG [RS:0;96bb5f2c2895:43127 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:39:37,468 DEBUG [RS:0;96bb5f2c2895:43127 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:37,468 DEBUG [RS:0;96bb5f2c2895:43127 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:37,468 DEBUG [RS:0;96bb5f2c2895:43127 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:37,468 DEBUG [RS:0;96bb5f2c2895:43127 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:37,468 DEBUG [RS:0;96bb5f2c2895:43127 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:37,468 DEBUG [RS:0;96bb5f2c2895:43127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:37,468 DEBUG [RS:0;96bb5f2c2895:43127 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:39:37,468 DEBUG [RS:0;96bb5f2c2895:43127 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:39:37,470 INFO [RS:0;96bb5f2c2895:43127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:37,470 INFO [RS:0;96bb5f2c2895:43127 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:37,470 INFO [RS:0;96bb5f2c2895:43127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:37,470 INFO [RS:0;96bb5f2c2895:43127 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:37,470 INFO [RS:0;96bb5f2c2895:43127 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:37,470 INFO [RS:0;96bb5f2c2895:43127 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,43127,1732534775886-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:39:37,488 INFO [RS:0;96bb5f2c2895:43127 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:39:37,488 INFO [RS:0;96bb5f2c2895:43127 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,43127,1732534775886-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:37,488 INFO [RS:0;96bb5f2c2895:43127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:37,488 INFO [RS:0;96bb5f2c2895:43127 {}] regionserver.Replication(171): 96bb5f2c2895,43127,1732534775886 started 2024-11-25T11:39:37,502 INFO [RS:0;96bb5f2c2895:43127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:37,502 INFO [RS:0;96bb5f2c2895:43127 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,43127,1732534775886, RpcServer on 96bb5f2c2895/172.17.0.2:43127, sessionid=0x1014eec84cb0004 2024-11-25T11:39:37,502 DEBUG [RS:0;96bb5f2c2895:43127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:39:37,502 DEBUG [RS:0;96bb5f2c2895:43127 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,43127,1732534775886 2024-11-25T11:39:37,502 DEBUG [RS:0;96bb5f2c2895:43127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,43127,1732534775886' 2024-11-25T11:39:37,502 DEBUG [RS:0;96bb5f2c2895:43127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11760674157/flush-table-proc/abort' 2024-11-25T11:39:37,502 DEBUG [RS:0;96bb5f2c2895:43127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11760674157/flush-table-proc/acquired' 2024-11-25T11:39:37,503 DEBUG [RS:0;96bb5f2c2895:43127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:39:37,503 DEBUG [RS:0;96bb5f2c2895:43127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:39:37,503 DEBUG [RS:0;96bb5f2c2895:43127 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,43127,1732534775886 2024-11-25T11:39:37,503 DEBUG [RS:0;96bb5f2c2895:43127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,43127,1732534775886' 2024-11-25T11:39:37,503 DEBUG [RS:0;96bb5f2c2895:43127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11760674157/online-snapshot/abort' 2024-11-25T11:39:37,503 DEBUG [RS:0;96bb5f2c2895:43127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11760674157/online-snapshot/acquired' 2024-11-25T11:39:37,503 DEBUG [RS:0;96bb5f2c2895:43127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:39:37,503 INFO [RS:0;96bb5f2c2895:43127 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:39:37,503 INFO [RS:0;96bb5f2c2895:43127 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:39:37,569 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T11:39:37,569 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T11:39:37,604 INFO [RS:0;96bb5f2c2895:43127 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:39:37,605 INFO [RS:0;96bb5f2c2895:43127 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C43127%2C1732534775886, suffix=, logDir=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886, archiveDir=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/oldWALs, maxLogs=10 2024-11-25T11:39:37,622 DEBUG [RS:0;96bb5f2c2895:43127 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605, exclude list is [], retry=0 2024-11-25T11:39:37,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44263,DS-4a5cc0c8-7df8-4e11-bef2-58f58e6137e3,DISK] 2024-11-25T11:39:37,626 INFO [RS:0;96bb5f2c2895:43127 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 2024-11-25T11:39:37,626 DEBUG [RS:0;96bb5f2c2895:43127 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38681:38681)] 2024-11-25T11:39:37,744 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T11:39:37,745 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791 2024-11-25T11:39:37,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44263 is added to blk_1073741833_1009 (size=32) 2024-11-25T11:39:38,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:38,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:39:38,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:39:38,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:38,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:38,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:39:38,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:39:38,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:38,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:38,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:39:38,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:39:38,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:38,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:38,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:39:38,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:39:38,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:38,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:38,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:39:38,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/meta/1588230740 2024-11-25T11:39:38,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/meta/1588230740 2024-11-25T11:39:38,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:39:38,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:39:38,160 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:39:38,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:39:38,162 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:39:38,163 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65526444, jitterRate=-0.023579895496368408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:39:38,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732534778152Initializing all the Stores at 1732534778152Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534778152Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534778153 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534778153Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534778153Cleaning up temporary data from old regions at 1732534778159 (+6 ms)Region opened successfully at 1732534778163 (+4 ms) 2024-11-25T11:39:38,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:39:38,163 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:39:38,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:39:38,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:39:38,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:39:38,163 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:39:38,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534778163Disabling compacts and flushes for region at 1732534778163Disabling writes for close at 1732534778163Writing region close event to WAL at 1732534778163Closed at 1732534778163 2024-11-25T11:39:38,164 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:39:38,164 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T11:39:38,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:39:38,166 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:39:38,166 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T11:39:38,317 DEBUG [96bb5f2c2895:34335 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T11:39:38,317 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=96bb5f2c2895,43127,1732534775886 2024-11-25T11:39:38,318 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,43127,1732534775886, state=OPENING 2024-11-25T11:39:38,319 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T11:39:38,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11760674157 2024-11-25T11:39:38,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x1014eec84cb0004, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11760674157 2024-11-25T11:39:38,321 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:39:38,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11760674157/meta-region-server: CHANGED 2024-11-25T11:39:38,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11760674157/meta-region-server: CHANGED 2024-11-25T11:39:38,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,43127,1732534775886}] 2024-11-25T11:39:38,473 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:39:38,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:39:38,478 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:39:38,478 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:39:38,478 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:39:38,479 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C43127%2C1732534775886.meta, suffix=.meta, logDir=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886, archiveDir=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/oldWALs, maxLogs=10 2024-11-25T11:39:38,493 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.meta.1732534778479.meta, exclude list is [], retry=0 2024-11-25T11:39:38,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44263,DS-4a5cc0c8-7df8-4e11-bef2-58f58e6137e3,DISK] 2024-11-25T11:39:38,497 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.meta.1732534778479.meta 2024-11-25T11:39:38,497 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38681:38681)] 2024-11-25T11:39:38,497 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:39:38,497 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:39:38,497 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:39:38,497 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:39:38,497 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:39:38,497 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:39:38,498 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:38,498 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:39:38,498 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:39:38,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:39:38,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:39:38,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:38,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:38,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:39:38,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:39:38,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:38,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:38,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:39:38,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:39:38,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:38,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:38,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:39:38,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:39:38,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:38,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:38,502 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:39:38,503 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/meta/1588230740 2024-11-25T11:39:38,504 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/meta/1588230740 2024-11-25T11:39:38,504 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:39:38,504 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:39:38,505 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:39:38,505 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:39:38,506 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67092609, jitterRate=-2.4221837520599365E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:39:38,506 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:39:38,506 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732534778498Writing region info on filesystem at 1732534778498Initializing all the Stores at 1732534778498Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534778498Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534778498Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534778498Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534778498Cleaning up temporary data from old regions at 1732534778504 (+6 ms)Running coprocessor post-open hooks at 1732534778506 (+2 ms)Region opened successfully at 1732534778506 2024-11-25T11:39:38,507 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732534778473 2024-11-25T11:39:38,509 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:39:38,509 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:39:38,509 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,43127,1732534775886 2024-11-25T11:39:38,510 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,43127,1732534775886, state=OPEN 2024-11-25T11:39:38,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11760674157/meta-region-server 2024-11-25T11:39:38,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x1014eec84cb0004, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11760674157/meta-region-server 2024-11-25T11:39:38,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11760674157/meta-region-server: CHANGED 2024-11-25T11:39:38,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11760674157/meta-region-server: CHANGED 2024-11-25T11:39:38,511 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=96bb5f2c2895,43127,1732534775886 2024-11-25T11:39:38,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T11:39:38,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,43127,1732534775886 in 190 msec 2024-11-25T11:39:38,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T11:39:38,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-11-25T11:39:38,515 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:39:38,515 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T11:39:38,516 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:39:38,516 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,43127,1732534775886, seqNum=-1] 2024-11-25T11:39:38,516 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:39:38,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:39:38,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1900 sec 2024-11-25T11:39:38,521 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732534778521, completionTime=-1 2024-11-25T11:39:38,521 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T11:39:38,521 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T11:39:38,523 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T11:39:38,523 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732534838523 2024-11-25T11:39:38,523 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732534898523 2024-11-25T11:39:38,523 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T11:39:38,523 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,34335,1732534775846-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:38,523 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,34335,1732534775846-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:38,523 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,34335,1732534775846-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:38,523 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-96bb5f2c2895:34335, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:38,523 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:38,524 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:38,525 DEBUG [master/96bb5f2c2895:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T11:39:38,527 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.584sec 2024-11-25T11:39:38,527 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T11:39:38,527 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T11:39:38,527 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T11:39:38,527 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T11:39:38,527 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T11:39:38,527 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,34335,1732534775846-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:39:38,527 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,34335,1732534775846-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T11:39:38,528 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T11:39:38,528 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T11:39:38,528 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,34335,1732534775846-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:38,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f675e54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:38,625 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,34335,-1 for getting cluster id 2024-11-25T11:39:38,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:38,626 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e08ae5c0-14dd-4666-95ec-4f8e675c282d' 2024-11-25T11:39:38,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:38,627 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e08ae5c0-14dd-4666-95ec-4f8e675c282d" 2024-11-25T11:39:38,627 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a904c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:38,627 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,34335,-1] 2024-11-25T11:39:38,627 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:38,627 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:38,628 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:38,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e59760a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:38,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:39:38,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,43127,1732534775886, seqNum=-1] 2024-11-25T11:39:38,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:39:38,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:39:38,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=96bb5f2c2895,34335,1732534775846 2024-11-25T11:39:38,633 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57133 2024-11-25T11:39:38,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:39:38,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014eec84cb0005 connected 2024-11-25T11:39:38,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/hadoop.log.dir so I do NOT create it in target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8 2024-11-25T11:39:38,639 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T11:39:38,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/hadoop.tmp.dir so I do NOT create it in target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8 2024-11-25T11:39:38,639 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T11:39:38,640 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8 2024-11-25T11:39:38,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T11:39:38,640 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/cluster_f32d6d46-679c-193f-cca4-993f0d5c0506, deleteOnExit=true 2024-11-25T11:39:38,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T11:39:38,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/test.cache.data in system properties and HBase conf 2024-11-25T11:39:38,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T11:39:38,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/hadoop.log.dir in system properties and HBase conf 2024-11-25T11:39:38,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T11:39:38,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T11:39:38,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T11:39:38,640 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T11:39:38,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:39:38,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:39:38,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T11:39:38,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:39:38,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T11:39:38,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T11:39:38,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:39:38,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:39:38,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T11:39:38,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/nfs.dump.dir in system properties and HBase conf 2024-11-25T11:39:38,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/java.io.tmpdir in system properties and HBase conf 2024-11-25T11:39:38,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:39:38,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T11:39:38,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T11:39:38,726 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:39:38,730 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:39:38,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:39:38,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:39:38,732 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T11:39:38,732 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:39:38,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a7e3235{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:39:38,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4210efb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:39:38,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42343ec5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/java.io.tmpdir/jetty-localhost-37611-hadoop-hdfs-3_4_1-tests_jar-_-any-2859474986629166807/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:39:38,856 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b8f72b3{HTTP/1.1, (http/1.1)}{localhost:37611} 2024-11-25T11:39:38,856 INFO [Time-limited test {}] server.Server(415): Started @206670ms 2024-11-25T11:39:38,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:39:38,940 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:39:38,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:39:38,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:39:38,945 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:39:38,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36c104ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:39:38,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41d53bd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:39:39,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62c54c43{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/java.io.tmpdir/jetty-localhost-40759-hadoop-hdfs-3_4_1-tests_jar-_-any-6866327653196697319/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:39:39,074 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a4b9436{HTTP/1.1, (http/1.1)}{localhost:40759} 2024-11-25T11:39:39,074 INFO [Time-limited test {}] server.Server(415): Started @206888ms 2024-11-25T11:39:39,075 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:39:39,183 WARN [Thread-2875 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/cluster_f32d6d46-679c-193f-cca4-993f0d5c0506/data/data1/current/BP-778269386-172.17.0.2-1732534778659/current, will proceed with Du for space computation calculation, 2024-11-25T11:39:39,183 WARN [Thread-2876 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/cluster_f32d6d46-679c-193f-cca4-993f0d5c0506/data/data2/current/BP-778269386-172.17.0.2-1732534778659/current, will proceed with Du for space computation calculation, 2024-11-25T11:39:39,205 WARN [Thread-2863 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:39:39,210 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff30f05bb8e3b03b with lease ID 0xd78064e72b1b0249: Processing first storage report for DS-02716c61-28e2-4c30-b0a2-d69c6c04d496 from datanode DatanodeRegistration(127.0.0.1:46211, datanodeUuid=d3c52473-31c6-41f7-b64b-ed2c5b3f49b1, infoPort=37499, infoSecurePort=0, ipcPort=42217, storageInfo=lv=-57;cid=testClusterID;nsid=1080266331;c=1732534778659) 2024-11-25T11:39:39,210 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff30f05bb8e3b03b with lease ID 0xd78064e72b1b0249: from storage DS-02716c61-28e2-4c30-b0a2-d69c6c04d496 node DatanodeRegistration(127.0.0.1:46211, datanodeUuid=d3c52473-31c6-41f7-b64b-ed2c5b3f49b1, infoPort=37499, infoSecurePort=0, ipcPort=42217, storageInfo=lv=-57;cid=testClusterID;nsid=1080266331;c=1732534778659), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:39:39,210 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff30f05bb8e3b03b with lease ID 0xd78064e72b1b0249: Processing first storage report for DS-56a9747e-7a03-47f0-bbae-df606d7af1bd from datanode DatanodeRegistration(127.0.0.1:46211, datanodeUuid=d3c52473-31c6-41f7-b64b-ed2c5b3f49b1, infoPort=37499, infoSecurePort=0, ipcPort=42217, storageInfo=lv=-57;cid=testClusterID;nsid=1080266331;c=1732534778659) 2024-11-25T11:39:39,210 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff30f05bb8e3b03b with lease ID 0xd78064e72b1b0249: from storage DS-56a9747e-7a03-47f0-bbae-df606d7af1bd node DatanodeRegistration(127.0.0.1:46211, datanodeUuid=d3c52473-31c6-41f7-b64b-ed2c5b3f49b1, infoPort=37499, infoSecurePort=0, ipcPort=42217, storageInfo=lv=-57;cid=testClusterID;nsid=1080266331;c=1732534778659), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:39:39,302 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8 2024-11-25T11:39:39,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:39,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:39,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:39:39,587 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T11:39:39,714 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74 with version=8 2024-11-25T11:39:39,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/hbase-staging 2024-11-25T11:39:39,716 INFO [Time-limited test {}] client.ConnectionUtils(128): master/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:39:39,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:39,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:39,716 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:39:39,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:39,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:39:39,717 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T11:39:39,717 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:39:39,717 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36901 2024-11-25T11:39:39,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36901 connecting to ZooKeeper ensemble=127.0.0.1:57133 2024-11-25T11:39:39,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369010x0, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:39:39,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36901-0x1014eec84cb0006 connected 2024-11-25T11:39:39,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:39,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:39,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Set watcher on znode that does not yet exist, /2-421612612/running 2024-11-25T11:39:39,737 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74, hbase.cluster.distributed=false 2024-11-25T11:39:39,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Set watcher on znode that does not yet exist, /2-421612612/acl 2024-11-25T11:39:39,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36901 2024-11-25T11:39:39,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36901 2024-11-25T11:39:39,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36901 2024-11-25T11:39:39,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36901 2024-11-25T11:39:39,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36901 2024-11-25T11:39:39,758 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:39:39,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:39,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:39,758 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:39:39,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:39:39,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:39:39,758 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:39:39,758 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:39:39,759 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43335 2024-11-25T11:39:39,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43335 connecting to ZooKeeper ensemble=127.0.0.1:57133 2024-11-25T11:39:39,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:39,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:39,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433350x0, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:39:39,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433350x0, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Set watcher on znode that does not yet exist, /2-421612612/running 2024-11-25T11:39:39,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43335-0x1014eec84cb0007 connected 2024-11-25T11:39:39,766 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:39:39,768 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:39:39,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43335-0x1014eec84cb0007, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Set watcher on znode that does not yet exist, /2-421612612/master 2024-11-25T11:39:39,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43335-0x1014eec84cb0007, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Set watcher on znode that does not yet exist, /2-421612612/acl 2024-11-25T11:39:39,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43335 2024-11-25T11:39:39,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43335 2024-11-25T11:39:39,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43335 2024-11-25T11:39:39,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43335 2024-11-25T11:39:39,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43335 2024-11-25T11:39:39,799 DEBUG [M:0;96bb5f2c2895:36901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;96bb5f2c2895:36901 2024-11-25T11:39:39,800 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-421612612/backup-masters/96bb5f2c2895,36901,1732534779716 2024-11-25T11:39:39,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x1014eec84cb0007, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-421612612/backup-masters 2024-11-25T11:39:39,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-421612612/backup-masters 2024-11-25T11:39:39,802 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Set watcher on existing znode=/2-421612612/backup-masters/96bb5f2c2895,36901,1732534779716 2024-11-25T11:39:39,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x1014eec84cb0007, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-421612612/master 2024-11-25T11:39:39,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-421612612 2024-11-25T11:39:39,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x1014eec84cb0007, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-421612612 2024-11-25T11:39:39,816 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Set watcher on existing znode=/2-421612612/master 2024-11-25T11:39:39,817 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-421612612/backup-masters/96bb5f2c2895,36901,1732534779716 from backup master directory 2024-11-25T11:39:39,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-421612612/backup-masters/96bb5f2c2895,36901,1732534779716 2024-11-25T11:39:39,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x1014eec84cb0007, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-421612612/backup-masters 2024-11-25T11:39:39,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-421612612/backup-masters 2024-11-25T11:39:39,819 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:39:39,819 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=96bb5f2c2895,36901,1732534779716 2024-11-25T11:39:39,822 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/hbase.id] with ID: fe6aaacf-016c-4731-871a-68e3d03fe38d 2024-11-25T11:39:39,822 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/.tmp/hbase.id 2024-11-25T11:39:39,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:39:40,198 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:39:40,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:40,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:40,230 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/.tmp/hbase.id]:[hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/hbase.id] 2024-11-25T11:39:40,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:40,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:40,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:40,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:40,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:40,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:40,255 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:39:40,255 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T11:39:40,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:40,256 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T11:39:40,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:40,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:40,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-421612612 2024-11-25T11:39:40,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x1014eec84cb0007, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-421612612 2024-11-25T11:39:40,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:39:40,665 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:39:40,666 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T11:39:40,666 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:39:40,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:39:40,672 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/MasterData/data/master/store 2024-11-25T11:39:40,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:39:41,077 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:41,078 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:39:41,078 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:41,078 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:41,078 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:39:41,078 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:41,078 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:39:41,078 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534781077Disabling compacts and flushes for region at 1732534781077Disabling writes for close at 1732534781078 (+1 ms)Writing region close event to WAL at 1732534781078Closed at 1732534781078 2024-11-25T11:39:41,078 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/MasterData/data/master/store/.initializing 2024-11-25T11:39:41,078 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/MasterData/WALs/96bb5f2c2895,36901,1732534779716 2024-11-25T11:39:41,079 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:39:41,080 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C36901%2C1732534779716, suffix=, logDir=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/MasterData/WALs/96bb5f2c2895,36901,1732534779716, archiveDir=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/MasterData/oldWALs, maxLogs=10 2024-11-25T11:39:41,099 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/MasterData/WALs/96bb5f2c2895,36901,1732534779716/96bb5f2c2895%2C36901%2C1732534779716.1732534781081, exclude list is [], retry=0 2024-11-25T11:39:41,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46211,DS-02716c61-28e2-4c30-b0a2-d69c6c04d496,DISK] 2024-11-25T11:39:41,103 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/MasterData/WALs/96bb5f2c2895,36901,1732534779716/96bb5f2c2895%2C36901%2C1732534779716.1732534781081 2024-11-25T11:39:41,103 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37499:37499)] 2024-11-25T11:39:41,103 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:39:41,103 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:41,103 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:41,103 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:41,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:41,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T11:39:41,106 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:41,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:41,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:41,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T11:39:41,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:41,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:41,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:41,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T11:39:41,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:41,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:41,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:41,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T11:39:41,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:41,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:41,109 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:41,110 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:41,110 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:41,111 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:41,111 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:41,111 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:39:41,112 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:39:41,113 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:39:41,114 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58941934, jitterRate=-0.12169674038887024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:39:41,114 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732534781104Initializing all the Stores at 1732534781104Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534781104Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534781104Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534781104Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534781104Cleaning up temporary data from old regions at 1732534781111 (+7 ms)Region opened successfully at 1732534781114 (+3 ms) 2024-11-25T11:39:41,114 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T11:39:41,116 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12bf760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:39:41,117 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T11:39:41,117 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T11:39:41,117 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T11:39:41,117 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T11:39:41,118 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T11:39:41,118 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T11:39:41,118 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T11:39:41,120 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T11:39:41,121 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Unable to get data of znode /2-421612612/balancer because node does not exist (not necessarily an error) 2024-11-25T11:39:41,122 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-421612612/balancer already deleted, retry=false 2024-11-25T11:39:41,122 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T11:39:41,123 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Unable to get data of znode /2-421612612/normalizer because node does not exist (not necessarily an error) 2024-11-25T11:39:41,124 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-421612612/normalizer already deleted, retry=false 2024-11-25T11:39:41,124 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T11:39:41,125 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Unable to get data of znode /2-421612612/switch/split because node does not exist (not necessarily an error) 2024-11-25T11:39:41,128 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-421612612/switch/split already deleted, retry=false 2024-11-25T11:39:41,128 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Unable to get data of znode /2-421612612/switch/merge because node does not exist (not necessarily an error) 2024-11-25T11:39:41,129 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-421612612/switch/merge already deleted, retry=false 2024-11-25T11:39:41,130 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Unable to get data of znode /2-421612612/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T11:39:41,131 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-421612612/snapshot-cleanup already deleted, retry=false 2024-11-25T11:39:41,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-421612612/running 2024-11-25T11:39:41,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x1014eec84cb0007, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-421612612/running 2024-11-25T11:39:41,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-421612612 2024-11-25T11:39:41,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x1014eec84cb0007, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-421612612 2024-11-25T11:39:41,133 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=96bb5f2c2895,36901,1732534779716, sessionid=0x1014eec84cb0006, setting cluster-up flag (Was=false) 2024-11-25T11:39:41,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-421612612 2024-11-25T11:39:41,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x1014eec84cb0007, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-421612612 2024-11-25T11:39:41,147 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-421612612/flush-table-proc/acquired, /2-421612612/flush-table-proc/reached, /2-421612612/flush-table-proc/abort 2024-11-25T11:39:41,147 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,36901,1732534779716 2024-11-25T11:39:41,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x1014eec84cb0007, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-421612612 2024-11-25T11:39:41,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-421612612 2024-11-25T11:39:41,154 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-421612612/online-snapshot/acquired, /2-421612612/online-snapshot/reached, /2-421612612/online-snapshot/abort 2024-11-25T11:39:41,155 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,36901,1732534779716 2024-11-25T11:39:41,156 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T11:39:41,157 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T11:39:41,157 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T11:39:41,158 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T11:39:41,158 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 96bb5f2c2895,36901,1732534779716 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T11:39:41,159 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:39:41,159 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:39:41,159 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:39:41,159 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:39:41,159 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/96bb5f2c2895:0, corePoolSize=10, maxPoolSize=10 2024-11-25T11:39:41,159 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:41,159 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:39:41,159 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:41,160 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732534811160 2024-11-25T11:39:41,160 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T11:39:41,160 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T11:39:41,160 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T11:39:41,160 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T11:39:41,160 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T11:39:41,160 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T11:39:41,160 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:39:41,160 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:41,160 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T11:39:41,161 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:41,161 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T11:39:41,164 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T11:39:41,164 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T11:39:41,164 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T11:39:41,165 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T11:39:41,165 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T11:39:41,165 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T11:39:41,165 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534781165,5,FailOnTimeoutGroup] 2024-11-25T11:39:41,165 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534781165,5,FailOnTimeoutGroup] 2024-11-25T11:39:41,165 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:41,165 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T11:39:41,165 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:41,165 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:41,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:39:41,186 INFO [RS:0;96bb5f2c2895:43335 {}] regionserver.HRegionServer(746): ClusterId : fe6aaacf-016c-4731-871a-68e3d03fe38d 2024-11-25T11:39:41,187 DEBUG [RS:0;96bb5f2c2895:43335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:39:41,188 DEBUG [RS:0;96bb5f2c2895:43335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:39:41,188 DEBUG [RS:0;96bb5f2c2895:43335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:39:41,190 DEBUG [RS:0;96bb5f2c2895:43335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:39:41,190 DEBUG [RS:0;96bb5f2c2895:43335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e2d47a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:39:41,202 DEBUG [RS:0;96bb5f2c2895:43335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;96bb5f2c2895:43335 2024-11-25T11:39:41,202 INFO [RS:0;96bb5f2c2895:43335 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:39:41,202 INFO [RS:0;96bb5f2c2895:43335 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:39:41,202 DEBUG [RS:0;96bb5f2c2895:43335 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:39:41,203 INFO [RS:0;96bb5f2c2895:43335 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,36901,1732534779716 with port=43335, startcode=1732534779758 2024-11-25T11:39:41,203 DEBUG [RS:0;96bb5f2c2895:43335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:39:41,205 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:39:41,206 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36901 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,43335,1732534779758 2024-11-25T11:39:41,206 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36901 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,43335,1732534779758 2024-11-25T11:39:41,208 DEBUG [RS:0;96bb5f2c2895:43335 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74 2024-11-25T11:39:41,208 DEBUG [RS:0;96bb5f2c2895:43335 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37629 2024-11-25T11:39:41,208 DEBUG [RS:0;96bb5f2c2895:43335 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:39:41,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-421612612/rs 2024-11-25T11:39:41,217 DEBUG [RS:0;96bb5f2c2895:43335 {}] zookeeper.ZKUtil(111): regionserver:43335-0x1014eec84cb0007, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Set watcher on existing znode=/2-421612612/rs/96bb5f2c2895,43335,1732534779758 2024-11-25T11:39:41,217 WARN [RS:0;96bb5f2c2895:43335 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:39:41,217 INFO [RS:0;96bb5f2c2895:43335 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:39:41,217 DEBUG [RS:0;96bb5f2c2895:43335 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758 2024-11-25T11:39:41,218 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,43335,1732534779758] 2024-11-25T11:39:41,220 INFO [RS:0;96bb5f2c2895:43335 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:39:41,224 INFO [RS:0;96bb5f2c2895:43335 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:39:41,228 INFO [RS:0;96bb5f2c2895:43335 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:39:41,228 INFO [RS:0;96bb5f2c2895:43335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:41,229 INFO [RS:0;96bb5f2c2895:43335 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:39:41,229 INFO [RS:0;96bb5f2c2895:43335 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:39:41,229 INFO [RS:0;96bb5f2c2895:43335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:41,230 DEBUG [RS:0;96bb5f2c2895:43335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:41,230 DEBUG [RS:0;96bb5f2c2895:43335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:41,230 DEBUG [RS:0;96bb5f2c2895:43335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:41,230 DEBUG [RS:0;96bb5f2c2895:43335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:41,230 DEBUG [RS:0;96bb5f2c2895:43335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:41,230 DEBUG [RS:0;96bb5f2c2895:43335 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:39:41,230 DEBUG [RS:0;96bb5f2c2895:43335 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:41,230 DEBUG [RS:0;96bb5f2c2895:43335 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:41,230 DEBUG [RS:0;96bb5f2c2895:43335 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:41,230 DEBUG [RS:0;96bb5f2c2895:43335 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:41,230 DEBUG [RS:0;96bb5f2c2895:43335 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:41,230 DEBUG [RS:0;96bb5f2c2895:43335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:39:41,230 DEBUG [RS:0;96bb5f2c2895:43335 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:39:41,230 DEBUG [RS:0;96bb5f2c2895:43335 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:39:41,230 INFO [RS:0;96bb5f2c2895:43335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:41,230 INFO [RS:0;96bb5f2c2895:43335 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:41,231 INFO [RS:0;96bb5f2c2895:43335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:41,231 INFO [RS:0;96bb5f2c2895:43335 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:41,231 INFO [RS:0;96bb5f2c2895:43335 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:41,231 INFO [RS:0;96bb5f2c2895:43335 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,43335,1732534779758-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:39:41,245 INFO [RS:0;96bb5f2c2895:43335 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:39:41,245 INFO [RS:0;96bb5f2c2895:43335 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,43335,1732534779758-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:41,246 INFO [RS:0;96bb5f2c2895:43335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:41,246 INFO [RS:0;96bb5f2c2895:43335 {}] regionserver.Replication(171): 96bb5f2c2895,43335,1732534779758 started 2024-11-25T11:39:41,260 INFO [RS:0;96bb5f2c2895:43335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:41,260 INFO [RS:0;96bb5f2c2895:43335 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,43335,1732534779758, RpcServer on 96bb5f2c2895/172.17.0.2:43335, sessionid=0x1014eec84cb0007 2024-11-25T11:39:41,260 DEBUG [RS:0;96bb5f2c2895:43335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:39:41,261 DEBUG [RS:0;96bb5f2c2895:43335 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,43335,1732534779758 2024-11-25T11:39:41,261 DEBUG [RS:0;96bb5f2c2895:43335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,43335,1732534779758' 2024-11-25T11:39:41,261 DEBUG [RS:0;96bb5f2c2895:43335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-421612612/flush-table-proc/abort' 2024-11-25T11:39:41,261 DEBUG [RS:0;96bb5f2c2895:43335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-421612612/flush-table-proc/acquired' 2024-11-25T11:39:41,261 DEBUG [RS:0;96bb5f2c2895:43335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:39:41,261 DEBUG [RS:0;96bb5f2c2895:43335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:39:41,261 DEBUG [RS:0;96bb5f2c2895:43335 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,43335,1732534779758 2024-11-25T11:39:41,261 DEBUG [RS:0;96bb5f2c2895:43335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,43335,1732534779758' 2024-11-25T11:39:41,262 DEBUG [RS:0;96bb5f2c2895:43335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-421612612/online-snapshot/abort' 2024-11-25T11:39:41,262 DEBUG [RS:0;96bb5f2c2895:43335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-421612612/online-snapshot/acquired' 2024-11-25T11:39:41,262 DEBUG [RS:0;96bb5f2c2895:43335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:39:41,262 INFO [RS:0;96bb5f2c2895:43335 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:39:41,262 INFO [RS:0;96bb5f2c2895:43335 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:39:41,362 INFO [RS:0;96bb5f2c2895:43335 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:39:41,364 INFO [RS:0;96bb5f2c2895:43335 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C43335%2C1732534779758, suffix=, logDir=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758, archiveDir=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/oldWALs, maxLogs=10 2024-11-25T11:39:41,377 DEBUG [RS:0;96bb5f2c2895:43335 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364, exclude list is [], retry=0 2024-11-25T11:39:41,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46211,DS-02716c61-28e2-4c30-b0a2-d69c6c04d496,DISK] 2024-11-25T11:39:41,381 INFO [RS:0;96bb5f2c2895:43335 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 2024-11-25T11:39:41,382 DEBUG [RS:0;96bb5f2c2895:43335 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37499:37499)] 2024-11-25T11:39:41,572 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T11:39:41,573 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74 2024-11-25T11:39:41,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741833_1009 (size=32) 2024-11-25T11:39:41,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:41,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:39:41,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:39:41,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:41,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:41,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:39:41,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:39:41,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:41,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:41,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:39:41,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:39:41,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:41,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:41,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:39:41,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:39:41,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:41,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:41,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:39:41,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/meta/1588230740 2024-11-25T11:39:41,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/meta/1588230740 2024-11-25T11:39:41,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:39:41,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:39:41,988 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:39:41,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:39:41,990 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:39:41,991 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69165491, jitterRate=0.030646130442619324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:39:41,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732534781978Initializing all the Stores at 1732534781979 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534781980 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534781980Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534781980Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534781980Cleaning up temporary data from old regions at 1732534781988 (+8 ms)Region opened successfully at 1732534781991 (+3 ms) 2024-11-25T11:39:41,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:39:41,991 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:39:41,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:39:41,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:39:41,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:39:41,991 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:39:41,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534781991Disabling compacts and flushes for region at 1732534781991Disabling writes for close at 1732534781991Writing region close event to WAL at 1732534781991Closed at 1732534781991 2024-11-25T11:39:41,992 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:39:41,992 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T11:39:41,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:39:41,993 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:39:41,994 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T11:39:42,144 DEBUG [96bb5f2c2895:36901 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T11:39:42,145 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=96bb5f2c2895,43335,1732534779758 2024-11-25T11:39:42,146 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,43335,1732534779758, state=OPENING 2024-11-25T11:39:42,148 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T11:39:42,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-421612612 2024-11-25T11:39:42,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x1014eec84cb0007, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-421612612 2024-11-25T11:39:42,150 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:39:42,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-421612612/meta-region-server: CHANGED 2024-11-25T11:39:42,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-421612612/meta-region-server: CHANGED 2024-11-25T11:39:42,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,43335,1732534779758}] 2024-11-25T11:39:42,305 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:39:42,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:39:42,312 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:39:42,312 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:39:42,312 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:39:42,317 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C43335%2C1732534779758.meta, suffix=.meta, logDir=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758, archiveDir=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/oldWALs, maxLogs=10 2024-11-25T11:39:42,335 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.meta.1732534782318.meta, exclude list is [], retry=0 2024-11-25T11:39:42,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46211,DS-02716c61-28e2-4c30-b0a2-d69c6c04d496,DISK] 2024-11-25T11:39:42,345 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.meta.1732534782318.meta 2024-11-25T11:39:42,345 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37499:37499)] 2024-11-25T11:39:42,346 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:39:42,346 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:39:42,346 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:39:42,346 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:39:42,346 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:39:42,347 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:39:42,347 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:42,347 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:39:42,347 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:39:42,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:39:42,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:39:42,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:42,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:42,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:39:42,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:39:42,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:42,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:42,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:39:42,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:39:42,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:42,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:42,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:39:42,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:39:42,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:42,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:39:42,353 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:39:42,353 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/meta/1588230740 2024-11-25T11:39:42,354 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/meta/1588230740 2024-11-25T11:39:42,355 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:39:42,355 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:39:42,356 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:39:42,357 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:39:42,358 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74180760, jitterRate=0.10537946224212646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:39:42,358 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:39:42,358 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732534782347Writing region info on filesystem at 1732534782347Initializing all the Stores at 1732534782348 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534782348Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534782348Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534782348Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534782348Cleaning up temporary data from old regions at 1732534782355 (+7 ms)Running coprocessor post-open hooks at 1732534782358 (+3 ms)Region opened successfully at 1732534782358 2024-11-25T11:39:42,359 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732534782305 2024-11-25T11:39:42,361 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:39:42,361 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:39:42,361 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,43335,1732534779758 2024-11-25T11:39:42,362 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,43335,1732534779758, state=OPEN 2024-11-25T11:39:42,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-421612612/meta-region-server 2024-11-25T11:39:42,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x1014eec84cb0007, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-421612612/meta-region-server 2024-11-25T11:39:42,363 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=96bb5f2c2895,43335,1732534779758 2024-11-25T11:39:42,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-421612612/meta-region-server: CHANGED 2024-11-25T11:39:42,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-421612612/meta-region-server: CHANGED 2024-11-25T11:39:42,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T11:39:42,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,43335,1732534779758 in 213 msec 2024-11-25T11:39:42,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T11:39:42,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-11-25T11:39:42,368 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:39:42,368 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T11:39:42,369 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:39:42,369 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,43335,1732534779758, seqNum=-1] 2024-11-25T11:39:42,369 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:39:42,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:39:42,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2170 sec 2024-11-25T11:39:42,375 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732534782375, completionTime=-1 2024-11-25T11:39:42,375 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T11:39:42,375 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T11:39:42,377 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T11:39:42,377 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732534842377 2024-11-25T11:39:42,378 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732534902377 2024-11-25T11:39:42,378 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T11:39:42,378 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,36901,1732534779716-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:42,378 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,36901,1732534779716-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:42,378 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,36901,1732534779716-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:42,378 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-96bb5f2c2895:36901, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:42,378 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:42,378 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:42,380 DEBUG [master/96bb5f2c2895:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T11:39:42,381 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.562sec 2024-11-25T11:39:42,381 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T11:39:42,381 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T11:39:42,381 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T11:39:42,381 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T11:39:42,382 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T11:39:42,382 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,36901,1732534779716-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:39:42,382 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,36901,1732534779716-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T11:39:42,383 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T11:39:42,384 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T11:39:42,384 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,36901,1732534779716-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:39:42,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72be4dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:42,387 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,36901,-1 for getting cluster id 2024-11-25T11:39:42,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:42,388 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe6aaacf-016c-4731-871a-68e3d03fe38d' 2024-11-25T11:39:42,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:42,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe6aaacf-016c-4731-871a-68e3d03fe38d" 2024-11-25T11:39:42,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f108bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:42,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,36901,-1] 2024-11-25T11:39:42,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:42,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:42,390 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:42,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a37b11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:42,391 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:39:42,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,43335,1732534779758, seqNum=-1] 2024-11-25T11:39:42,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:39:42,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:39:42,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=96bb5f2c2895,36901,1732534779716 2024-11-25T11:39:42,395 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57133 2024-11-25T11:39:42,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:39:42,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014eec84cb0008 connected 2024-11-25T11:39:42,400 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:42,401 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,46347,1732534771690 2024-11-25T11:39:42,401 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a4de3f4 2024-11-25T11:39:42,401 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:39:42,402 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:39:42,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:39:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T11:39:42,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:39:42,405 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:42,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T11:39:42,406 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:39:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:39:42,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741835_1011 (size=902) 2024-11-25T11:39:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:39:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:39:42,817 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 358940dc3efc053f1d0982841606dc47, NAME => 'test,,1732534782402.358940dc3efc053f1d0982841606dc47.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2 2024-11-25T11:39:42,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741836_1012 (size=39) 2024-11-25T11:39:42,822 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732534782402.358940dc3efc053f1d0982841606dc47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:42,822 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 358940dc3efc053f1d0982841606dc47, disabling compactions & flushes 2024-11-25T11:39:42,822 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732534782402.358940dc3efc053f1d0982841606dc47. 2024-11-25T11:39:42,822 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534782402.358940dc3efc053f1d0982841606dc47. 2024-11-25T11:39:42,822 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732534782402.358940dc3efc053f1d0982841606dc47. after waiting 0 ms 2024-11-25T11:39:42,822 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732534782402.358940dc3efc053f1d0982841606dc47. 2024-11-25T11:39:42,822 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732534782402.358940dc3efc053f1d0982841606dc47. 2024-11-25T11:39:42,822 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 358940dc3efc053f1d0982841606dc47: Waiting for close lock at 1732534782822Disabling compacts and flushes for region at 1732534782822Disabling writes for close at 1732534782822Writing region close event to WAL at 1732534782822Closed at 1732534782822 2024-11-25T11:39:42,823 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:39:42,824 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732534782402.358940dc3efc053f1d0982841606dc47.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732534782823"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534782823"}]},"ts":"1732534782823"} 2024-11-25T11:39:42,826 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:39:42,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:39:42,826 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534782826"}]},"ts":"1732534782826"} 2024-11-25T11:39:42,828 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T11:39:42,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=358940dc3efc053f1d0982841606dc47, ASSIGN}] 2024-11-25T11:39:42,829 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=358940dc3efc053f1d0982841606dc47, ASSIGN 2024-11-25T11:39:42,830 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=358940dc3efc053f1d0982841606dc47, ASSIGN; state=OFFLINE, location=96bb5f2c2895,44417,1732534771741; forceNewPlan=false, retain=false 2024-11-25T11:39:42,980 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=358940dc3efc053f1d0982841606dc47, regionState=OPENING, regionLocation=96bb5f2c2895,44417,1732534771741 2024-11-25T11:39:42,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=358940dc3efc053f1d0982841606dc47, ASSIGN because future has completed 2024-11-25T11:39:42,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 358940dc3efc053f1d0982841606dc47, server=96bb5f2c2895,44417,1732534771741}] 2024-11-25T11:39:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:39:43,139 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732534782402.358940dc3efc053f1d0982841606dc47. 2024-11-25T11:39:43,139 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 358940dc3efc053f1d0982841606dc47, NAME => 'test,,1732534782402.358940dc3efc053f1d0982841606dc47.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:39:43,140 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:39:43,140 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T11:39:43,140 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 358940dc3efc053f1d0982841606dc47 2024-11-25T11:39:43,140 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732534782402.358940dc3efc053f1d0982841606dc47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:43,140 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 358940dc3efc053f1d0982841606dc47 2024-11-25T11:39:43,140 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 358940dc3efc053f1d0982841606dc47 2024-11-25T11:39:43,141 INFO [StoreOpener-358940dc3efc053f1d0982841606dc47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 358940dc3efc053f1d0982841606dc47 2024-11-25T11:39:43,143 INFO [StoreOpener-358940dc3efc053f1d0982841606dc47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 358940dc3efc053f1d0982841606dc47 columnFamilyName f 2024-11-25T11:39:43,143 DEBUG [StoreOpener-358940dc3efc053f1d0982841606dc47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:43,143 INFO [StoreOpener-358940dc3efc053f1d0982841606dc47-1 {}] regionserver.HStore(327): Store=358940dc3efc053f1d0982841606dc47/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:43,143 INFO [StoreOpener-358940dc3efc053f1d0982841606dc47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 358940dc3efc053f1d0982841606dc47 2024-11-25T11:39:43,144 INFO [StoreOpener-358940dc3efc053f1d0982841606dc47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 358940dc3efc053f1d0982841606dc47 columnFamilyName f1 2024-11-25T11:39:43,144 DEBUG [StoreOpener-358940dc3efc053f1d0982841606dc47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:43,148 INFO [StoreOpener-358940dc3efc053f1d0982841606dc47-1 {}] regionserver.HStore(327): Store=358940dc3efc053f1d0982841606dc47/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:43,149 INFO [StoreOpener-358940dc3efc053f1d0982841606dc47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 358940dc3efc053f1d0982841606dc47 2024-11-25T11:39:43,150 INFO [StoreOpener-358940dc3efc053f1d0982841606dc47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 358940dc3efc053f1d0982841606dc47 columnFamilyName norep 2024-11-25T11:39:43,150 DEBUG [StoreOpener-358940dc3efc053f1d0982841606dc47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:43,150 INFO [StoreOpener-358940dc3efc053f1d0982841606dc47-1 {}] regionserver.HStore(327): Store=358940dc3efc053f1d0982841606dc47/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:43,150 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 358940dc3efc053f1d0982841606dc47 2024-11-25T11:39:43,151 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/default/test/358940dc3efc053f1d0982841606dc47 2024-11-25T11:39:43,151 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/default/test/358940dc3efc053f1d0982841606dc47 2024-11-25T11:39:43,152 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 358940dc3efc053f1d0982841606dc47 2024-11-25T11:39:43,153 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 358940dc3efc053f1d0982841606dc47 2024-11-25T11:39:43,153 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:39:43,155 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 358940dc3efc053f1d0982841606dc47 2024-11-25T11:39:43,158 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/default/test/358940dc3efc053f1d0982841606dc47/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:39:43,159 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 358940dc3efc053f1d0982841606dc47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69038088, jitterRate=0.02874767780303955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:39:43,159 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 358940dc3efc053f1d0982841606dc47 2024-11-25T11:39:43,160 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 358940dc3efc053f1d0982841606dc47: Running coprocessor pre-open hook at 1732534783140Writing region info on filesystem at 1732534783140Initializing all the Stores at 1732534783141 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534783141Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534783141Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534783141Cleaning up temporary data from old regions at 1732534783153 (+12 ms)Running coprocessor post-open hooks at 1732534783159 (+6 ms)Region opened successfully at 1732534783160 (+1 ms) 2024-11-25T11:39:43,161 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732534782402.358940dc3efc053f1d0982841606dc47., pid=6, masterSystemTime=1732534783135 2024-11-25T11:39:43,163 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732534782402.358940dc3efc053f1d0982841606dc47. 2024-11-25T11:39:43,164 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=358940dc3efc053f1d0982841606dc47, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=96bb5f2c2895,44417,1732534771741 2024-11-25T11:39:43,164 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732534782402.358940dc3efc053f1d0982841606dc47. 2024-11-25T11:39:43,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 358940dc3efc053f1d0982841606dc47, server=96bb5f2c2895,44417,1732534771741 because future has completed 2024-11-25T11:39:43,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T11:39:43,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 358940dc3efc053f1d0982841606dc47, server=96bb5f2c2895,44417,1732534771741 in 184 msec 2024-11-25T11:39:43,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T11:39:43,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=358940dc3efc053f1d0982841606dc47, ASSIGN in 341 msec 2024-11-25T11:39:43,172 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:39:43,172 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534783172"}]},"ts":"1732534783172"} 2024-11-25T11:39:43,175 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T11:39:43,176 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:39:43,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 773 msec 2024-11-25T11:39:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:39:43,545 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T11:39:43,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:43,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,34335,1732534775846 2024-11-25T11:39:43,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ec9594b 2024-11-25T11:39:43,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:39:43,548 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:39:43,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:39:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T11:39:43,550 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:39:43,550 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:43,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T11:39:43,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:39:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:39:43,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44263 is added to blk_1073741835_1011 (size=902) 2024-11-25T11:39:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:39:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:39:43,959 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 85428ae0a8453d64d0e0b2e87529017a, NAME => 'test,,1732534783548.85428ae0a8453d64d0e0b2e87529017a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791 2024-11-25T11:39:43,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44263 is added to blk_1073741836_1012 (size=39) 2024-11-25T11:39:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:39:44,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732534783548.85428ae0a8453d64d0e0b2e87529017a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:44,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 85428ae0a8453d64d0e0b2e87529017a, disabling compactions & flushes 2024-11-25T11:39:44,364 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732534783548.85428ae0a8453d64d0e0b2e87529017a. 2024-11-25T11:39:44,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534783548.85428ae0a8453d64d0e0b2e87529017a. 2024-11-25T11:39:44,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732534783548.85428ae0a8453d64d0e0b2e87529017a. after waiting 0 ms 2024-11-25T11:39:44,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732534783548.85428ae0a8453d64d0e0b2e87529017a. 2024-11-25T11:39:44,364 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732534783548.85428ae0a8453d64d0e0b2e87529017a. 2024-11-25T11:39:44,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 85428ae0a8453d64d0e0b2e87529017a: Waiting for close lock at 1732534784364Disabling compacts and flushes for region at 1732534784364Disabling writes for close at 1732534784364Writing region close event to WAL at 1732534784364Closed at 1732534784364 2024-11-25T11:39:44,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:39:44,366 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732534783548.85428ae0a8453d64d0e0b2e87529017a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732534784366"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534784366"}]},"ts":"1732534784366"} 2024-11-25T11:39:44,368 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:39:44,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:39:44,369 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534784369"}]},"ts":"1732534784369"} 2024-11-25T11:39:44,370 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T11:39:44,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=85428ae0a8453d64d0e0b2e87529017a, ASSIGN}] 2024-11-25T11:39:44,371 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=85428ae0a8453d64d0e0b2e87529017a, ASSIGN 2024-11-25T11:39:44,372 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=85428ae0a8453d64d0e0b2e87529017a, ASSIGN; state=OFFLINE, location=96bb5f2c2895,43127,1732534775886; forceNewPlan=false, retain=false 2024-11-25T11:39:44,424 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:44,424 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [96bb5f2c2895,44457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:44457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T11:39:44,425 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38298 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [96bb5f2c2895,44457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:44457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T11:39:44,523 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=85428ae0a8453d64d0e0b2e87529017a, regionState=OPENING, regionLocation=96bb5f2c2895,43127,1732534775886 2024-11-25T11:39:44,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=85428ae0a8453d64d0e0b2e87529017a, ASSIGN because future has completed 2024-11-25T11:39:44,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85428ae0a8453d64d0e0b2e87529017a, server=96bb5f2c2895,43127,1732534775886}] 2024-11-25T11:39:44,681 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732534783548.85428ae0a8453d64d0e0b2e87529017a. 2024-11-25T11:39:44,681 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 85428ae0a8453d64d0e0b2e87529017a, NAME => 'test,,1732534783548.85428ae0a8453d64d0e0b2e87529017a.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:39:44,681 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:39:44,681 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T11:39:44,681 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 85428ae0a8453d64d0e0b2e87529017a 2024-11-25T11:39:44,681 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732534783548.85428ae0a8453d64d0e0b2e87529017a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:44,681 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 85428ae0a8453d64d0e0b2e87529017a 2024-11-25T11:39:44,681 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 85428ae0a8453d64d0e0b2e87529017a 2024-11-25T11:39:44,682 INFO [StoreOpener-85428ae0a8453d64d0e0b2e87529017a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 85428ae0a8453d64d0e0b2e87529017a 2024-11-25T11:39:44,684 INFO [StoreOpener-85428ae0a8453d64d0e0b2e87529017a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85428ae0a8453d64d0e0b2e87529017a columnFamilyName f 2024-11-25T11:39:44,684 DEBUG [StoreOpener-85428ae0a8453d64d0e0b2e87529017a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:44,684 INFO [StoreOpener-85428ae0a8453d64d0e0b2e87529017a-1 {}] regionserver.HStore(327): Store=85428ae0a8453d64d0e0b2e87529017a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:44,684 INFO [StoreOpener-85428ae0a8453d64d0e0b2e87529017a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 85428ae0a8453d64d0e0b2e87529017a 2024-11-25T11:39:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:39:44,685 INFO [StoreOpener-85428ae0a8453d64d0e0b2e87529017a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85428ae0a8453d64d0e0b2e87529017a columnFamilyName f1 2024-11-25T11:39:44,685 DEBUG [StoreOpener-85428ae0a8453d64d0e0b2e87529017a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:44,685 INFO [StoreOpener-85428ae0a8453d64d0e0b2e87529017a-1 {}] regionserver.HStore(327): Store=85428ae0a8453d64d0e0b2e87529017a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:44,685 INFO [StoreOpener-85428ae0a8453d64d0e0b2e87529017a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 85428ae0a8453d64d0e0b2e87529017a 2024-11-25T11:39:44,686 INFO [StoreOpener-85428ae0a8453d64d0e0b2e87529017a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85428ae0a8453d64d0e0b2e87529017a columnFamilyName norep 2024-11-25T11:39:44,686 DEBUG [StoreOpener-85428ae0a8453d64d0e0b2e87529017a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:44,686 INFO [StoreOpener-85428ae0a8453d64d0e0b2e87529017a-1 {}] regionserver.HStore(327): Store=85428ae0a8453d64d0e0b2e87529017a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:44,686 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 85428ae0a8453d64d0e0b2e87529017a 2024-11-25T11:39:44,687 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/default/test/85428ae0a8453d64d0e0b2e87529017a 2024-11-25T11:39:44,687 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/default/test/85428ae0a8453d64d0e0b2e87529017a 2024-11-25T11:39:44,688 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 85428ae0a8453d64d0e0b2e87529017a 2024-11-25T11:39:44,688 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 85428ae0a8453d64d0e0b2e87529017a 2024-11-25T11:39:44,688 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:39:44,689 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 85428ae0a8453d64d0e0b2e87529017a 2024-11-25T11:39:44,690 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/default/test/85428ae0a8453d64d0e0b2e87529017a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:39:44,691 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 85428ae0a8453d64d0e0b2e87529017a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71901332, jitterRate=0.07141333818435669}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:39:44,691 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 85428ae0a8453d64d0e0b2e87529017a 2024-11-25T11:39:44,691 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 85428ae0a8453d64d0e0b2e87529017a: Running coprocessor pre-open hook at 1732534784681Writing region info on filesystem at 1732534784681Initializing all the Stores at 1732534784682 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534784682Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534784682Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534784682Cleaning up temporary data from old regions at 1732534784688 (+6 ms)Running coprocessor post-open hooks at 1732534784691 (+3 ms)Region opened successfully at 1732534784691 2024-11-25T11:39:44,692 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732534783548.85428ae0a8453d64d0e0b2e87529017a., pid=6, masterSystemTime=1732534784677 2024-11-25T11:39:44,693 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732534783548.85428ae0a8453d64d0e0b2e87529017a. 2024-11-25T11:39:44,693 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732534783548.85428ae0a8453d64d0e0b2e87529017a. 2024-11-25T11:39:44,694 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=85428ae0a8453d64d0e0b2e87529017a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=96bb5f2c2895,43127,1732534775886 2024-11-25T11:39:44,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85428ae0a8453d64d0e0b2e87529017a, server=96bb5f2c2895,43127,1732534775886 because future has completed 2024-11-25T11:39:44,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T11:39:44,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 85428ae0a8453d64d0e0b2e87529017a, server=96bb5f2c2895,43127,1732534775886 in 171 msec 2024-11-25T11:39:44,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T11:39:44,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=85428ae0a8453d64d0e0b2e87529017a, ASSIGN in 328 msec 2024-11-25T11:39:44,700 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:39:44,700 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534784700"}]},"ts":"1732534784700"} 2024-11-25T11:39:44,702 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T11:39:44,702 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:39:44,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-25T11:39:45,588 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T11:39:45,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:39:45,695 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T11:39:45,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:45,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,36901,1732534779716 2024-11-25T11:39:45,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@556d3c16 2024-11-25T11:39:45,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:39:45,697 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:39:45,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:39:45,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T11:39:45,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:39:45,700 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:45,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T11:39:45,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:39:45,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:39:45,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741835_1011 (size=902) 2024-11-25T11:39:45,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:39:46,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:39:46,114 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 337a0c95443fa78b92e5750ae71ba8ea, NAME => 'test,,1732534785698.337a0c95443fa78b92e5750ae71ba8ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74 2024-11-25T11:39:46,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741836_1012 (size=39) 2024-11-25T11:39:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:39:46,519 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732534785698.337a0c95443fa78b92e5750ae71ba8ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:46,519 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 337a0c95443fa78b92e5750ae71ba8ea, disabling compactions & flushes 2024-11-25T11:39:46,519 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732534785698.337a0c95443fa78b92e5750ae71ba8ea. 2024-11-25T11:39:46,519 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534785698.337a0c95443fa78b92e5750ae71ba8ea. 2024-11-25T11:39:46,519 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732534785698.337a0c95443fa78b92e5750ae71ba8ea. after waiting 0 ms 2024-11-25T11:39:46,519 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732534785698.337a0c95443fa78b92e5750ae71ba8ea. 2024-11-25T11:39:46,519 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732534785698.337a0c95443fa78b92e5750ae71ba8ea. 2024-11-25T11:39:46,519 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 337a0c95443fa78b92e5750ae71ba8ea: Waiting for close lock at 1732534786519Disabling compacts and flushes for region at 1732534786519Disabling writes for close at 1732534786519Writing region close event to WAL at 1732534786519Closed at 1732534786519 2024-11-25T11:39:46,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:39:46,521 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732534785698.337a0c95443fa78b92e5750ae71ba8ea.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732534786520"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534786520"}]},"ts":"1732534786520"} 2024-11-25T11:39:46,523 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:39:46,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:39:46,524 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534786524"}]},"ts":"1732534786524"} 2024-11-25T11:39:46,526 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T11:39:46,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=337a0c95443fa78b92e5750ae71ba8ea, ASSIGN}] 2024-11-25T11:39:46,527 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=337a0c95443fa78b92e5750ae71ba8ea, ASSIGN 2024-11-25T11:39:46,528 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=337a0c95443fa78b92e5750ae71ba8ea, ASSIGN; state=OFFLINE, location=96bb5f2c2895,43335,1732534779758; forceNewPlan=false, retain=false 2024-11-25T11:39:46,678 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=337a0c95443fa78b92e5750ae71ba8ea, regionState=OPENING, regionLocation=96bb5f2c2895,43335,1732534779758 2024-11-25T11:39:46,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=337a0c95443fa78b92e5750ae71ba8ea, ASSIGN because future has completed 2024-11-25T11:39:46,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 337a0c95443fa78b92e5750ae71ba8ea, server=96bb5f2c2895,43335,1732534779758}] 2024-11-25T11:39:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:39:46,836 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732534785698.337a0c95443fa78b92e5750ae71ba8ea. 2024-11-25T11:39:46,836 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 337a0c95443fa78b92e5750ae71ba8ea, NAME => 'test,,1732534785698.337a0c95443fa78b92e5750ae71ba8ea.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:39:46,837 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:39:46,837 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T11:39:46,837 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 337a0c95443fa78b92e5750ae71ba8ea 2024-11-25T11:39:46,837 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732534785698.337a0c95443fa78b92e5750ae71ba8ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:46,837 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 337a0c95443fa78b92e5750ae71ba8ea 2024-11-25T11:39:46,837 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 337a0c95443fa78b92e5750ae71ba8ea 2024-11-25T11:39:46,838 INFO [StoreOpener-337a0c95443fa78b92e5750ae71ba8ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 337a0c95443fa78b92e5750ae71ba8ea 2024-11-25T11:39:46,839 INFO [StoreOpener-337a0c95443fa78b92e5750ae71ba8ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 337a0c95443fa78b92e5750ae71ba8ea columnFamilyName f 2024-11-25T11:39:46,839 DEBUG [StoreOpener-337a0c95443fa78b92e5750ae71ba8ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:46,840 INFO [StoreOpener-337a0c95443fa78b92e5750ae71ba8ea-1 {}] regionserver.HStore(327): Store=337a0c95443fa78b92e5750ae71ba8ea/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:46,840 INFO [StoreOpener-337a0c95443fa78b92e5750ae71ba8ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 337a0c95443fa78b92e5750ae71ba8ea 2024-11-25T11:39:46,841 INFO [StoreOpener-337a0c95443fa78b92e5750ae71ba8ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 337a0c95443fa78b92e5750ae71ba8ea columnFamilyName f1 2024-11-25T11:39:46,841 DEBUG [StoreOpener-337a0c95443fa78b92e5750ae71ba8ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:46,841 INFO [StoreOpener-337a0c95443fa78b92e5750ae71ba8ea-1 {}] regionserver.HStore(327): Store=337a0c95443fa78b92e5750ae71ba8ea/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:46,842 INFO [StoreOpener-337a0c95443fa78b92e5750ae71ba8ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 337a0c95443fa78b92e5750ae71ba8ea 2024-11-25T11:39:46,842 INFO [StoreOpener-337a0c95443fa78b92e5750ae71ba8ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 337a0c95443fa78b92e5750ae71ba8ea columnFamilyName norep 2024-11-25T11:39:46,843 DEBUG [StoreOpener-337a0c95443fa78b92e5750ae71ba8ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:46,843 INFO [StoreOpener-337a0c95443fa78b92e5750ae71ba8ea-1 {}] regionserver.HStore(327): Store=337a0c95443fa78b92e5750ae71ba8ea/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:46,843 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 337a0c95443fa78b92e5750ae71ba8ea 2024-11-25T11:39:46,844 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/default/test/337a0c95443fa78b92e5750ae71ba8ea 2024-11-25T11:39:46,844 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/default/test/337a0c95443fa78b92e5750ae71ba8ea 2024-11-25T11:39:46,845 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 337a0c95443fa78b92e5750ae71ba8ea 2024-11-25T11:39:46,845 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 337a0c95443fa78b92e5750ae71ba8ea 2024-11-25T11:39:46,845 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:39:46,846 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 337a0c95443fa78b92e5750ae71ba8ea 2024-11-25T11:39:46,848 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/default/test/337a0c95443fa78b92e5750ae71ba8ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:39:46,849 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 337a0c95443fa78b92e5750ae71ba8ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66695824, jitterRate=-0.006154775619506836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:39:46,849 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 337a0c95443fa78b92e5750ae71ba8ea 2024-11-25T11:39:46,849 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 337a0c95443fa78b92e5750ae71ba8ea: Running coprocessor pre-open hook at 1732534786837Writing region info on filesystem at 1732534786837Initializing all the Stores at 1732534786838 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534786838Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534786838Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534786838Cleaning up temporary data from old regions at 1732534786845 (+7 ms)Running coprocessor post-open hooks at 1732534786849 (+4 ms)Region opened successfully at 1732534786849 2024-11-25T11:39:46,850 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732534785698.337a0c95443fa78b92e5750ae71ba8ea., pid=6, masterSystemTime=1732534786833 2024-11-25T11:39:46,852 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732534785698.337a0c95443fa78b92e5750ae71ba8ea. 2024-11-25T11:39:46,852 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732534785698.337a0c95443fa78b92e5750ae71ba8ea. 2024-11-25T11:39:46,852 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=337a0c95443fa78b92e5750ae71ba8ea, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=96bb5f2c2895,43335,1732534779758 2024-11-25T11:39:46,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 337a0c95443fa78b92e5750ae71ba8ea, server=96bb5f2c2895,43335,1732534779758 because future has completed 2024-11-25T11:39:46,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T11:39:46,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 337a0c95443fa78b92e5750ae71ba8ea, server=96bb5f2c2895,43335,1732534779758 in 174 msec 2024-11-25T11:39:46,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T11:39:46,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=337a0c95443fa78b92e5750ae71ba8ea, ASSIGN in 331 msec 2024-11-25T11:39:46,859 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:39:46,859 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534786859"}]},"ts":"1732534786859"} 2024-11-25T11:39:46,861 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T11:39:46,862 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:39:46,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-25T11:39:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:39:47,845 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T11:39:47,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd3cf1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:47,846 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,46347,-1 for getting cluster id 2024-11-25T11:39:47,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:47,847 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7027802f-e6a0-4711-9b06-a04199b19a2c' 2024-11-25T11:39:47,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:47,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7027802f-e6a0-4711-9b06-a04199b19a2c" 2024-11-25T11:39:47,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d9df05a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:47,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,46347,-1] 2024-11-25T11:39:47,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:47,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:47,848 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:47,849 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:39:47,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d0e1d04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:47,849 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:47,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:47,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:47,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,46347,1732534771690 2024-11-25T11:39:47,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21408266 2024-11-25T11:39:47,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:39:47,851 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:39:47,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://96bb5f2c2895:34335,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T11:39:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T11:39:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:39:47,854 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:34335' 2024-11-25T11:39:47,855 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1897d98b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:47,855 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,34335,-1 for getting cluster id 2024-11-25T11:39:47,855 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:47,856 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e08ae5c0-14dd-4666-95ec-4f8e675c282d' 2024-11-25T11:39:47,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:47,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e08ae5c0-14dd-4666-95ec-4f8e675c282d" 2024-11-25T11:39:47,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f71fdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:47,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,34335,-1] 2024-11-25T11:39:47,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:47,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:47,857 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:47,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ba391ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:47,858 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:47,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,34335,1732534775846 2024-11-25T11:39:47,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47badff4 2024-11-25T11:39:47,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:39:47,859 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:39:47,860 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T11:39:47,860 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T11:39:47,860 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:47,860 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:47,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:39:47,861 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:39:47,862 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T11:39:47,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:39:47,863 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:47,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:39:47,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741837_1013 (size=1138) 2024-11-25T11:39:47,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:47,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:47,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:47,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:47,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:47,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:47,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:47,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:47,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:47,912 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T11:39:47,919 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T11:39:47,919 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-25T11:39:47,919 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T11:39:47,919 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-25T11:39:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:39:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:39:48,270 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 95fe53a995c518dd76d15f98dc1e6227, NAME => 'hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2 2024-11-25T11:39:48,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741838_1014 (size=44) 2024-11-25T11:39:48,279 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:48,279 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 95fe53a995c518dd76d15f98dc1e6227, disabling compactions & flushes 2024-11-25T11:39:48,279 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227. 2024-11-25T11:39:48,279 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227. 2024-11-25T11:39:48,280 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227. after waiting 0 ms 2024-11-25T11:39:48,280 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227. 2024-11-25T11:39:48,280 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227. 2024-11-25T11:39:48,280 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 95fe53a995c518dd76d15f98dc1e6227: Waiting for close lock at 1732534788279Disabling compacts and flushes for region at 1732534788279Disabling writes for close at 1732534788280 (+1 ms)Writing region close event to WAL at 1732534788280Closed at 1732534788280 2024-11-25T11:39:48,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:39:48,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732534788281"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534788281"}]},"ts":"1732534788281"} 2024-11-25T11:39:48,283 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:39:48,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:39:48,284 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534788283"}]},"ts":"1732534788283"} 2024-11-25T11:39:48,285 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T11:39:48,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95fe53a995c518dd76d15f98dc1e6227, ASSIGN}] 2024-11-25T11:39:48,286 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95fe53a995c518dd76d15f98dc1e6227, ASSIGN 2024-11-25T11:39:48,287 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=95fe53a995c518dd76d15f98dc1e6227, ASSIGN; state=OFFLINE, location=96bb5f2c2895,44417,1732534771741; forceNewPlan=false, retain=false 2024-11-25T11:39:48,437 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=95fe53a995c518dd76d15f98dc1e6227, regionState=OPENING, regionLocation=96bb5f2c2895,44417,1732534771741 2024-11-25T11:39:48,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=95fe53a995c518dd76d15f98dc1e6227, ASSIGN because future has completed 2024-11-25T11:39:48,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95fe53a995c518dd76d15f98dc1e6227, server=96bb5f2c2895,44417,1732534771741}] 2024-11-25T11:39:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:39:48,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227. 2024-11-25T11:39:48,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:39:48,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T11:39:48,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C44417%2C1732534771741.rep, suffix=, logDir=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741, archiveDir=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/oldWALs, maxLogs=10 2024-11-25T11:39:48,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.rep.1732534788597, exclude list is [], retry=0 2024-11-25T11:39:48,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37237,DS-1555e7a1-f84e-4ffe-a1b3-be6bb1556f65,DISK] 2024-11-25T11:39:48,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.rep.1732534788597 2024-11-25T11:39:48,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33085:33085)] 2024-11-25T11:39:48,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 95fe53a995c518dd76d15f98dc1e6227, NAME => 'hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:39:48,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:39:48,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:39:48,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227. service=MultiRowMutationService 2024-11-25T11:39:48,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T11:39:48,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 95fe53a995c518dd76d15f98dc1e6227 2024-11-25T11:39:48,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:48,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 95fe53a995c518dd76d15f98dc1e6227 2024-11-25T11:39:48,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 95fe53a995c518dd76d15f98dc1e6227 2024-11-25T11:39:48,617 INFO [StoreOpener-95fe53a995c518dd76d15f98dc1e6227-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 95fe53a995c518dd76d15f98dc1e6227 2024-11-25T11:39:48,618 INFO [StoreOpener-95fe53a995c518dd76d15f98dc1e6227-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95fe53a995c518dd76d15f98dc1e6227 columnFamilyName hfileref 2024-11-25T11:39:48,618 DEBUG [StoreOpener-95fe53a995c518dd76d15f98dc1e6227-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:48,619 INFO [StoreOpener-95fe53a995c518dd76d15f98dc1e6227-1 {}] regionserver.HStore(327): Store=95fe53a995c518dd76d15f98dc1e6227/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:48,619 INFO [StoreOpener-95fe53a995c518dd76d15f98dc1e6227-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 95fe53a995c518dd76d15f98dc1e6227 2024-11-25T11:39:48,620 INFO [StoreOpener-95fe53a995c518dd76d15f98dc1e6227-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95fe53a995c518dd76d15f98dc1e6227 columnFamilyName queue 2024-11-25T11:39:48,620 DEBUG [StoreOpener-95fe53a995c518dd76d15f98dc1e6227-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:48,620 INFO [StoreOpener-95fe53a995c518dd76d15f98dc1e6227-1 {}] regionserver.HStore(327): Store=95fe53a995c518dd76d15f98dc1e6227/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:48,620 INFO [StoreOpener-95fe53a995c518dd76d15f98dc1e6227-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 95fe53a995c518dd76d15f98dc1e6227 2024-11-25T11:39:48,622 INFO [StoreOpener-95fe53a995c518dd76d15f98dc1e6227-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95fe53a995c518dd76d15f98dc1e6227 columnFamilyName sid 2024-11-25T11:39:48,622 DEBUG [StoreOpener-95fe53a995c518dd76d15f98dc1e6227-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:48,622 INFO [StoreOpener-95fe53a995c518dd76d15f98dc1e6227-1 {}] regionserver.HStore(327): Store=95fe53a995c518dd76d15f98dc1e6227/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:48,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 95fe53a995c518dd76d15f98dc1e6227 2024-11-25T11:39:48,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/replication/95fe53a995c518dd76d15f98dc1e6227 2024-11-25T11:39:48,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/replication/95fe53a995c518dd76d15f98dc1e6227 2024-11-25T11:39:48,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 95fe53a995c518dd76d15f98dc1e6227 2024-11-25T11:39:48,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 95fe53a995c518dd76d15f98dc1e6227 2024-11-25T11:39:48,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:39:48,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 95fe53a995c518dd76d15f98dc1e6227 2024-11-25T11:39:48,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/replication/95fe53a995c518dd76d15f98dc1e6227/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:39:48,637 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 95fe53a995c518dd76d15f98dc1e6227; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64429949, jitterRate=-0.039918944239616394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:39:48,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 95fe53a995c518dd76d15f98dc1e6227 2024-11-25T11:39:48,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 95fe53a995c518dd76d15f98dc1e6227: Running coprocessor pre-open hook at 1732534788616Writing region info on filesystem at 1732534788616Initializing all the Stores at 1732534788617 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534788617Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534788617Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534788617Cleaning up temporary data from old regions at 1732534788624 (+7 ms)Running coprocessor post-open hooks at 1732534788637 (+13 ms)Region opened successfully at 1732534788637 2024-11-25T11:39:48,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227., pid=10, masterSystemTime=1732534788592 2024-11-25T11:39:48,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227. 2024-11-25T11:39:48,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227. 2024-11-25T11:39:48,641 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=95fe53a995c518dd76d15f98dc1e6227, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,44417,1732534771741 2024-11-25T11:39:48,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95fe53a995c518dd76d15f98dc1e6227, server=96bb5f2c2895,44417,1732534771741 because future has completed 2024-11-25T11:39:48,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T11:39:48,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 95fe53a995c518dd76d15f98dc1e6227, server=96bb5f2c2895,44417,1732534771741 in 205 msec 2024-11-25T11:39:48,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T11:39:48,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95fe53a995c518dd76d15f98dc1e6227, ASSIGN in 361 msec 2024-11-25T11:39:48,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:39:48,649 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534788649"}]},"ts":"1732534788649"} 2024-11-25T11:39:48,650 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T11:39:48,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:39:48,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 790 msec 2024-11-25T11:39:48,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227., hostname=96bb5f2c2895,44417,1732534771741, seqNum=2] 2024-11-25T11:39:48,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1014eec84cb0001, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198041703 2024-11-25T11:39:48,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198041703 2024-11-25T11:39:48,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T11:39:48,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T11:39:48,830 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T11:39:48,882 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-96bb5f2c2895,44417,1732534771741, ReplicationSource: 1, currentBandwidth=0 2024-11-25T11:39:48,883 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:39:48,883 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,44417,1732534771741, seqNum=-1] 2024-11-25T11:39:48,883 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:39:48,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-25T11:39:48,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-96bb5f2c2895,44417,1732534771741', locateType=CURRENT is [region=hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227., hostname=96bb5f2c2895,44417,1732534771741, seqNum=2] 2024-11-25T11:39:48,891 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T11:39:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T11:39:48,893 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 96bb5f2c2895,44417,1732534771741 suceeded 2024-11-25T11:39:48,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T11:39:48,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 216 msec 2024-11-25T11:39:48,895 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://96bb5f2c2895:34335,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T11:39:48,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0440 sec 2024-11-25T11:39:48,918 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:34335' 2024-11-25T11:39:48,925 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75cc124e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:48,925 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,34335,-1 for getting cluster id 2024-11-25T11:39:48,925 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:48,926 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e08ae5c0-14dd-4666-95ec-4f8e675c282d' 2024-11-25T11:39:48,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:48,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e08ae5c0-14dd-4666-95ec-4f8e675c282d" 2024-11-25T11:39:48,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5763e37f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:48,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,34335,-1] 2024-11-25T11:39:48,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:48,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:48,928 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:48,929 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6813d7a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:48,929 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:48,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,34335,1732534775846 2024-11-25T11:39:48,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bca15f 2024-11-25T11:39:48,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:39:48,932 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-25T11:39:48,933 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-96bb5f2c2895,44417,1732534771741 (queues=1) is replicating from cluster=7027802f-e6a0-4711-9b06-a04199b19a2c to cluster=e08ae5c0-14dd-4666-95ec-4f8e675c282d 2024-11-25T11:39:48,933 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=96bb5f2c2895%2C44417%2C1732534771741 2024-11-25T11:39:48,933 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-96bb5f2c2895,44417,1732534771741, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T11:39:48,934 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723, startPosition=0, beingWritten=true 2024-11-25T11:39:48,936 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.shipper96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 96bb5f2c2895%2C44417%2C1732534771741 2024-11-25T11:39:48,940 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:39:48,940 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 379, reset compression=false 2024-11-25T11:39:48,940 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.shipper96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,44417,1732534771741 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:39:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:39:48,995 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T11:39:48,995 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:39:48,995 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:48,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:48,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:48,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:39:48,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a8668f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:48,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,34335,-1 for getting cluster id 2024-11-25T11:39:48,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:48,997 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e08ae5c0-14dd-4666-95ec-4f8e675c282d' 2024-11-25T11:39:48,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:48,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e08ae5c0-14dd-4666-95ec-4f8e675c282d" 2024-11-25T11:39:48,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fef91c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:48,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,34335,-1] 2024-11-25T11:39:48,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:48,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:48,998 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:48,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641f1b82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:48,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:49,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,34335,1732534775846 2024-11-25T11:39:49,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1984738b 2024-11-25T11:39:49,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:39:49,001 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:39:49,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://96bb5f2c2895:36901,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T11:39:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T11:39:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:39:49,005 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:36901' 2024-11-25T11:39:49,006 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2254690a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:49,006 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,36901,-1 for getting cluster id 2024-11-25T11:39:49,007 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:49,007 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe6aaacf-016c-4731-871a-68e3d03fe38d' 2024-11-25T11:39:49,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:49,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe6aaacf-016c-4731-871a-68e3d03fe38d" 2024-11-25T11:39:49,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c25b331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:49,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,36901,-1] 2024-11-25T11:39:49,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:49,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:49,009 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:49,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bbc0781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:49,010 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:49,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,36901,1732534779716 2024-11-25T11:39:49,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c168de5 2024-11-25T11:39:49,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:39:49,011 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:39:49,012 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T11:39:49,012 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T11:39:49,012 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:49,012 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:49,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:39:49,013 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:39:49,014 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T11:39:49,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:39:49,015 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:49,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:39:49,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44263 is added to blk_1073741837_1013 (size=1138) 2024-11-25T11:39:49,028 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d87cec23cb84756beae8f482d1eda32d, NAME => 'hbase:replication,,1732534789013.d87cec23cb84756beae8f482d1eda32d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791 2024-11-25T11:39:49,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44263 is added to blk_1073741838_1014 (size=44) 2024-11-25T11:39:49,038 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534789013.d87cec23cb84756beae8f482d1eda32d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:49,038 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d87cec23cb84756beae8f482d1eda32d, disabling compactions & flushes 2024-11-25T11:39:49,038 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534789013.d87cec23cb84756beae8f482d1eda32d. 2024-11-25T11:39:49,038 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534789013.d87cec23cb84756beae8f482d1eda32d. 2024-11-25T11:39:49,038 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534789013.d87cec23cb84756beae8f482d1eda32d. after waiting 0 ms 2024-11-25T11:39:49,038 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534789013.d87cec23cb84756beae8f482d1eda32d. 2024-11-25T11:39:49,038 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732534789013.d87cec23cb84756beae8f482d1eda32d. 2024-11-25T11:39:49,038 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d87cec23cb84756beae8f482d1eda32d: Waiting for close lock at 1732534789038Disabling compacts and flushes for region at 1732534789038Disabling writes for close at 1732534789038Writing region close event to WAL at 1732534789038Closed at 1732534789038 2024-11-25T11:39:49,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:39:49,040 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732534789013.d87cec23cb84756beae8f482d1eda32d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732534789040"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534789040"}]},"ts":"1732534789040"} 2024-11-25T11:39:49,042 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:39:49,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:39:49,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534789043"}]},"ts":"1732534789043"} 2024-11-25T11:39:49,045 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T11:39:49,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d87cec23cb84756beae8f482d1eda32d, ASSIGN}] 2024-11-25T11:39:49,047 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d87cec23cb84756beae8f482d1eda32d, ASSIGN 2024-11-25T11:39:49,047 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d87cec23cb84756beae8f482d1eda32d, ASSIGN; state=OFFLINE, location=96bb5f2c2895,43127,1732534775886; forceNewPlan=false, retain=false 2024-11-25T11:39:49,064 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T11:39:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:39:49,147 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 379, reset compression=false 2024-11-25T11:39:49,198 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d87cec23cb84756beae8f482d1eda32d, regionState=OPENING, regionLocation=96bb5f2c2895,43127,1732534775886 2024-11-25T11:39:49,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d87cec23cb84756beae8f482d1eda32d, ASSIGN because future has completed 2024-11-25T11:39:49,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d87cec23cb84756beae8f482d1eda32d, server=96bb5f2c2895,43127,1732534775886}] 2024-11-25T11:39:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:39:49,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732534789013.d87cec23cb84756beae8f482d1eda32d. 2024-11-25T11:39:49,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:39:49,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T11:39:49,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C43127%2C1732534775886.rep, suffix=, logDir=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886, archiveDir=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/oldWALs, maxLogs=10 2024-11-25T11:39:49,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.rep.1732534789359, exclude list is [], retry=0 2024-11-25T11:39:49,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44263,DS-4a5cc0c8-7df8-4e11-bef2-58f58e6137e3,DISK] 2024-11-25T11:39:49,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.rep.1732534789359 2024-11-25T11:39:49,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38681:38681)] 2024-11-25T11:39:49,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d87cec23cb84756beae8f482d1eda32d, NAME => 'hbase:replication,,1732534789013.d87cec23cb84756beae8f482d1eda32d.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:39:49,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:39:49,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:39:49,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732534789013.d87cec23cb84756beae8f482d1eda32d. service=MultiRowMutationService 2024-11-25T11:39:49,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T11:39:49,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d87cec23cb84756beae8f482d1eda32d 2024-11-25T11:39:49,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534789013.d87cec23cb84756beae8f482d1eda32d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:49,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d87cec23cb84756beae8f482d1eda32d 2024-11-25T11:39:49,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d87cec23cb84756beae8f482d1eda32d 2024-11-25T11:39:49,381 INFO [StoreOpener-d87cec23cb84756beae8f482d1eda32d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d87cec23cb84756beae8f482d1eda32d 2024-11-25T11:39:49,382 INFO [StoreOpener-d87cec23cb84756beae8f482d1eda32d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d87cec23cb84756beae8f482d1eda32d columnFamilyName hfileref 2024-11-25T11:39:49,382 DEBUG [StoreOpener-d87cec23cb84756beae8f482d1eda32d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:49,382 INFO [StoreOpener-d87cec23cb84756beae8f482d1eda32d-1 {}] regionserver.HStore(327): Store=d87cec23cb84756beae8f482d1eda32d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:49,382 INFO [StoreOpener-d87cec23cb84756beae8f482d1eda32d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d87cec23cb84756beae8f482d1eda32d 2024-11-25T11:39:49,383 INFO [StoreOpener-d87cec23cb84756beae8f482d1eda32d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d87cec23cb84756beae8f482d1eda32d columnFamilyName queue 2024-11-25T11:39:49,383 DEBUG [StoreOpener-d87cec23cb84756beae8f482d1eda32d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:49,383 INFO [StoreOpener-d87cec23cb84756beae8f482d1eda32d-1 {}] regionserver.HStore(327): Store=d87cec23cb84756beae8f482d1eda32d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:49,383 INFO [StoreOpener-d87cec23cb84756beae8f482d1eda32d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d87cec23cb84756beae8f482d1eda32d 2024-11-25T11:39:49,384 INFO [StoreOpener-d87cec23cb84756beae8f482d1eda32d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d87cec23cb84756beae8f482d1eda32d columnFamilyName sid 2024-11-25T11:39:49,384 DEBUG [StoreOpener-d87cec23cb84756beae8f482d1eda32d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:49,384 INFO [StoreOpener-d87cec23cb84756beae8f482d1eda32d-1 {}] regionserver.HStore(327): Store=d87cec23cb84756beae8f482d1eda32d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:49,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d87cec23cb84756beae8f482d1eda32d 2024-11-25T11:39:49,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/replication/d87cec23cb84756beae8f482d1eda32d 2024-11-25T11:39:49,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/replication/d87cec23cb84756beae8f482d1eda32d 2024-11-25T11:39:49,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d87cec23cb84756beae8f482d1eda32d 2024-11-25T11:39:49,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d87cec23cb84756beae8f482d1eda32d 2024-11-25T11:39:49,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:39:49,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d87cec23cb84756beae8f482d1eda32d 2024-11-25T11:39:49,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/replication/d87cec23cb84756beae8f482d1eda32d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:39:49,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d87cec23cb84756beae8f482d1eda32d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65985838, jitterRate=-0.016734391450881958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:39:49,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d87cec23cb84756beae8f482d1eda32d 2024-11-25T11:39:49,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d87cec23cb84756beae8f482d1eda32d: Running coprocessor pre-open hook at 1732534789379Writing region info on filesystem at 1732534789379Initializing all the Stores at 1732534789380 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534789380Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534789380Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534789380Cleaning up temporary data from old regions at 1732534789386 (+6 ms)Running coprocessor post-open hooks at 1732534789389 (+3 ms)Region opened successfully at 1732534789389 2024-11-25T11:39:49,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732534789013.d87cec23cb84756beae8f482d1eda32d., pid=10, masterSystemTime=1732534789353 2024-11-25T11:39:49,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732534789013.d87cec23cb84756beae8f482d1eda32d. 2024-11-25T11:39:49,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732534789013.d87cec23cb84756beae8f482d1eda32d. 2024-11-25T11:39:49,392 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d87cec23cb84756beae8f482d1eda32d, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,43127,1732534775886 2024-11-25T11:39:49,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d87cec23cb84756beae8f482d1eda32d, server=96bb5f2c2895,43127,1732534775886 because future has completed 2024-11-25T11:39:49,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T11:39:49,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d87cec23cb84756beae8f482d1eda32d, server=96bb5f2c2895,43127,1732534775886 in 194 msec 2024-11-25T11:39:49,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T11:39:49,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d87cec23cb84756beae8f482d1eda32d, ASSIGN in 351 msec 2024-11-25T11:39:49,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:39:49,400 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534789400"}]},"ts":"1732534789400"} 2024-11-25T11:39:49,402 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T11:39:49,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:39:49,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 389 msec 2024-11-25T11:39:49,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732534789013.d87cec23cb84756beae8f482d1eda32d., hostname=96bb5f2c2895,43127,1732534775886, seqNum=2] 2024-11-25T11:39:49,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x1014eec84cb0004, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11760674157 2024-11-25T11:39:49,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11760674157 2024-11-25T11:39:49,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T11:39:49,452 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 379, reset compression=false 2024-11-25T11:39:49,464 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T11:39:49,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43127 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T11:39:49,582 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T11:39:49,614 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-96bb5f2c2895,43127,1732534775886, ReplicationSource: 1, currentBandwidth=0 2024-11-25T11:39:49,615 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:39:49,615 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,43127,1732534775886, seqNum=-1] 2024-11-25T11:39:49,615 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:39:49,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-25T11:39:49,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-96bb5f2c2895,43127,1732534775886', locateType=CURRENT is [region=hbase:replication,,1732534789013.d87cec23cb84756beae8f482d1eda32d., hostname=96bb5f2c2895,43127,1732534775886, seqNum=2] 2024-11-25T11:39:49,621 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T11:39:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T11:39:49,624 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 96bb5f2c2895,43127,1732534775886 suceeded 2024-11-25T11:39:49,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T11:39:49,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-25T11:39:49,625 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://96bb5f2c2895:36901,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T11:39:49,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 623 msec 2024-11-25T11:39:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:39:49,635 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T11:39:49,635 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:39:49,635 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:49,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:49,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:49,636 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:39:49,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537a58ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:49,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,36901,-1 for getting cluster id 2024-11-25T11:39:49,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:49,637 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe6aaacf-016c-4731-871a-68e3d03fe38d' 2024-11-25T11:39:49,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:49,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe6aaacf-016c-4731-871a-68e3d03fe38d" 2024-11-25T11:39:49,638 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c40ed84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:49,638 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,36901,-1] 2024-11-25T11:39:49,638 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:49,638 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:49,639 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:49,639 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ba532d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:49,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:49,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,36901,1732534779716 2024-11-25T11:39:49,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e2d75ed 2024-11-25T11:39:49,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:39:49,641 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:39:49,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://96bb5f2c2895:46347,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T11:39:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T11:39:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:39:49,645 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:36901' 2024-11-25T11:39:49,645 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:46347' 2024-11-25T11:39:49,646 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600854f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:49,646 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,46347,-1 for getting cluster id 2024-11-25T11:39:49,646 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:49,647 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@383411d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:49,647 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,36901,-1 for getting cluster id 2024-11-25T11:39:49,647 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:49,647 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7027802f-e6a0-4711-9b06-a04199b19a2c' 2024-11-25T11:39:49,647 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe6aaacf-016c-4731-871a-68e3d03fe38d' 2024-11-25T11:39:49,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:49,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7027802f-e6a0-4711-9b06-a04199b19a2c" 2024-11-25T11:39:49,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd7e3e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:49,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:49,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,46347,-1] 2024-11-25T11:39:49,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe6aaacf-016c-4731-871a-68e3d03fe38d" 2024-11-25T11:39:49,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68a42bf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:49,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:49,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,36901,-1] 2024-11-25T11:39:49,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:49,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:49,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:49,649 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:49,649 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:49,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74bedc2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:49,650 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:49,650 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c256075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:49,650 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:49,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,36901,1732534779716 2024-11-25T11:39:49,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fc89d77 2024-11-25T11:39:49,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:39:49,652 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-25T11:39:49,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,46347,1732534771690 2024-11-25T11:39:49,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6202cfe0 2024-11-25T11:39:49,653 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-96bb5f2c2895,43127,1732534775886 (queues=1) is replicating from cluster=e08ae5c0-14dd-4666-95ec-4f8e675c282d to cluster=fe6aaacf-016c-4731-871a-68e3d03fe38d 2024-11-25T11:39:49,653 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=96bb5f2c2895%2C43127%2C1732534775886 2024-11-25T11:39:49,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:39:49,653 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-96bb5f2c2895,43127,1732534775886, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T11:39:49,654 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:39:49,655 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605, startPosition=0, beingWritten=true 2024-11-25T11:39:49,655 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T11:39:49,655 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T11:39:49,655 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:49,655 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:49,655 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.shipper96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 96bb5f2c2895%2C43127%2C1732534775886 2024-11-25T11:39:49,655 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:39:49,657 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T11:39:49,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:39:49,658 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:39:49,658 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:49,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:39:49,684 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:39:49,684 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 379, reset compression=false 2024-11-25T11:39:49,684 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.shipper96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,43127,1732534775886 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:39:49,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741837_1013 (size=1138) 2024-11-25T11:39:49,705 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa0b9cfc8b9b022c0934af06a922077f, NAME => 'hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74 2024-11-25T11:39:49,707 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T11:39:49,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741838_1014 (size=44) 2024-11-25T11:39:49,724 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:49,724 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fa0b9cfc8b9b022c0934af06a922077f, disabling compactions & flushes 2024-11-25T11:39:49,724 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f. 2024-11-25T11:39:49,724 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f. 2024-11-25T11:39:49,724 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f. after waiting 0 ms 2024-11-25T11:39:49,724 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f. 2024-11-25T11:39:49,724 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f. 2024-11-25T11:39:49,725 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa0b9cfc8b9b022c0934af06a922077f: Waiting for close lock at 1732534789724Disabling compacts and flushes for region at 1732534789724Disabling writes for close at 1732534789724Writing region close event to WAL at 1732534789724Closed at 1732534789724 2024-11-25T11:39:49,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:39:49,726 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732534789726"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534789726"}]},"ts":"1732534789726"} 2024-11-25T11:39:49,729 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:39:49,730 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:39:49,730 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534789730"}]},"ts":"1732534789730"} 2024-11-25T11:39:49,732 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T11:39:49,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa0b9cfc8b9b022c0934af06a922077f, ASSIGN}] 2024-11-25T11:39:49,733 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa0b9cfc8b9b022c0934af06a922077f, ASSIGN 2024-11-25T11:39:49,734 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fa0b9cfc8b9b022c0934af06a922077f, ASSIGN; state=OFFLINE, location=96bb5f2c2895,43335,1732534779758; forceNewPlan=false, retain=false 2024-11-25T11:39:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:39:49,856 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 379, reset compression=false 2024-11-25T11:39:49,885 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fa0b9cfc8b9b022c0934af06a922077f, regionState=OPENING, regionLocation=96bb5f2c2895,43335,1732534779758 2024-11-25T11:39:49,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fa0b9cfc8b9b022c0934af06a922077f, ASSIGN because future has completed 2024-11-25T11:39:49,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa0b9cfc8b9b022c0934af06a922077f, server=96bb5f2c2895,43335,1732534779758}] 2024-11-25T11:39:49,890 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 379, reset compression=false 2024-11-25T11:39:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:39:50,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f. 2024-11-25T11:39:50,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:39:50,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T11:39:50,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C43335%2C1732534779758.rep, suffix=, logDir=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758, archiveDir=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/oldWALs, maxLogs=10 2024-11-25T11:39:50,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.rep.1732534790045, exclude list is [], retry=0 2024-11-25T11:39:50,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46211,DS-02716c61-28e2-4c30-b0a2-d69c6c04d496,DISK] 2024-11-25T11:39:50,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.rep.1732534790045 2024-11-25T11:39:50,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37499:37499)] 2024-11-25T11:39:50,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fa0b9cfc8b9b022c0934af06a922077f, NAME => 'hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:39:50,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:39:50,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:39:50,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f. service=MultiRowMutationService 2024-11-25T11:39:50,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T11:39:50,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fa0b9cfc8b9b022c0934af06a922077f 2024-11-25T11:39:50,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:39:50,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fa0b9cfc8b9b022c0934af06a922077f 2024-11-25T11:39:50,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fa0b9cfc8b9b022c0934af06a922077f 2024-11-25T11:39:50,073 INFO [StoreOpener-fa0b9cfc8b9b022c0934af06a922077f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fa0b9cfc8b9b022c0934af06a922077f 2024-11-25T11:39:50,074 INFO [StoreOpener-fa0b9cfc8b9b022c0934af06a922077f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa0b9cfc8b9b022c0934af06a922077f columnFamilyName hfileref 2024-11-25T11:39:50,074 DEBUG [StoreOpener-fa0b9cfc8b9b022c0934af06a922077f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:50,074 INFO [StoreOpener-fa0b9cfc8b9b022c0934af06a922077f-1 {}] regionserver.HStore(327): Store=fa0b9cfc8b9b022c0934af06a922077f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:50,074 INFO [StoreOpener-fa0b9cfc8b9b022c0934af06a922077f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fa0b9cfc8b9b022c0934af06a922077f 2024-11-25T11:39:50,075 INFO [StoreOpener-fa0b9cfc8b9b022c0934af06a922077f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa0b9cfc8b9b022c0934af06a922077f columnFamilyName queue 2024-11-25T11:39:50,075 DEBUG [StoreOpener-fa0b9cfc8b9b022c0934af06a922077f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:50,075 INFO [StoreOpener-fa0b9cfc8b9b022c0934af06a922077f-1 {}] regionserver.HStore(327): Store=fa0b9cfc8b9b022c0934af06a922077f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:50,075 INFO [StoreOpener-fa0b9cfc8b9b022c0934af06a922077f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fa0b9cfc8b9b022c0934af06a922077f 2024-11-25T11:39:50,076 INFO [StoreOpener-fa0b9cfc8b9b022c0934af06a922077f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa0b9cfc8b9b022c0934af06a922077f columnFamilyName sid 2024-11-25T11:39:50,076 DEBUG [StoreOpener-fa0b9cfc8b9b022c0934af06a922077f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:39:50,076 INFO [StoreOpener-fa0b9cfc8b9b022c0934af06a922077f-1 {}] regionserver.HStore(327): Store=fa0b9cfc8b9b022c0934af06a922077f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:39:50,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fa0b9cfc8b9b022c0934af06a922077f 2024-11-25T11:39:50,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/replication/fa0b9cfc8b9b022c0934af06a922077f 2024-11-25T11:39:50,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/replication/fa0b9cfc8b9b022c0934af06a922077f 2024-11-25T11:39:50,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fa0b9cfc8b9b022c0934af06a922077f 2024-11-25T11:39:50,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fa0b9cfc8b9b022c0934af06a922077f 2024-11-25T11:39:50,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:39:50,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fa0b9cfc8b9b022c0934af06a922077f 2024-11-25T11:39:50,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/replication/fa0b9cfc8b9b022c0934af06a922077f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:39:50,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fa0b9cfc8b9b022c0934af06a922077f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64084544, jitterRate=-0.045065879821777344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:39:50,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa0b9cfc8b9b022c0934af06a922077f 2024-11-25T11:39:50,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fa0b9cfc8b9b022c0934af06a922077f: Running coprocessor pre-open hook at 1732534790072Writing region info on filesystem at 1732534790072Initializing all the Stores at 1732534790072Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534790072Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534790072Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534790072Cleaning up temporary data from old regions at 1732534790078 (+6 ms)Running coprocessor post-open hooks at 1732534790082 (+4 ms)Region opened successfully at 1732534790082 2024-11-25T11:39:50,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f., pid=10, masterSystemTime=1732534790038 2024-11-25T11:39:50,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f. 2024-11-25T11:39:50,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f. 2024-11-25T11:39:50,085 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fa0b9cfc8b9b022c0934af06a922077f, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,43335,1732534779758 2024-11-25T11:39:50,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa0b9cfc8b9b022c0934af06a922077f, server=96bb5f2c2895,43335,1732534779758 because future has completed 2024-11-25T11:39:50,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T11:39:50,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fa0b9cfc8b9b022c0934af06a922077f, server=96bb5f2c2895,43335,1732534779758 in 202 msec 2024-11-25T11:39:50,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T11:39:50,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa0b9cfc8b9b022c0934af06a922077f, ASSIGN in 359 msec 2024-11-25T11:39:50,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:39:50,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534790094"}]},"ts":"1732534790094"} 2024-11-25T11:39:50,096 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T11:39:50,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:39:50,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 442 msec 2024-11-25T11:39:50,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f., hostname=96bb5f2c2895,43335,1732534779758, seqNum=2] 2024-11-25T11:39:50,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-421612612 2024-11-25T11:39:50,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x1014eec84cb0007, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-421612612 2024-11-25T11:39:50,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T11:39:50,194 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 379, reset compression=false 2024-11-25T11:39:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:39:50,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T11:39:50,277 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T11:39:50,307 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-96bb5f2c2895,43335,1732534779758, ReplicationSource: 1, currentBandwidth=0 2024-11-25T11:39:50,308 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:39:50,308 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,43335,1732534779758, seqNum=-1] 2024-11-25T11:39:50,308 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:39:50,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-25T11:39:50,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-96bb5f2c2895,43335,1732534779758', locateType=CURRENT is [region=hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f., hostname=96bb5f2c2895,43335,1732534779758, seqNum=2] 2024-11-25T11:39:50,314 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T11:39:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T11:39:50,316 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 96bb5f2c2895,43335,1732534779758 suceeded 2024-11-25T11:39:50,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T11:39:50,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-25T11:39:50,318 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://96bb5f2c2895:46347,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T11:39:50,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 676 msec 2024-11-25T11:39:50,329 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:46347' 2024-11-25T11:39:50,331 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@276ad66d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:50,331 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,46347,-1 for getting cluster id 2024-11-25T11:39:50,331 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:50,331 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7027802f-e6a0-4711-9b06-a04199b19a2c' 2024-11-25T11:39:50,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:50,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7027802f-e6a0-4711-9b06-a04199b19a2c" 2024-11-25T11:39:50,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33e0e732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:50,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,46347,-1] 2024-11-25T11:39:50,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:50,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:50,333 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:50,334 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39af9fd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:50,334 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:50,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,46347,1732534771690 2024-11-25T11:39:50,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c55d5f0 2024-11-25T11:39:50,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:39:50,335 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-25T11:39:50,336 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-96bb5f2c2895,43335,1732534779758 (queues=1) is replicating from cluster=fe6aaacf-016c-4731-871a-68e3d03fe38d to cluster=7027802f-e6a0-4711-9b06-a04199b19a2c 2024-11-25T11:39:50,336 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=96bb5f2c2895%2C43335%2C1732534779758 2024-11-25T11:39:50,336 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-96bb5f2c2895,43335,1732534779758, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T11:39:50,336 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.shipper96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 96bb5f2c2895%2C43335%2C1732534779758 2024-11-25T11:39:50,336 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364, startPosition=0, beingWritten=true 2024-11-25T11:39:50,341 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:39:50,341 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 379, reset compression=false 2024-11-25T11:39:50,341 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.shipper96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,43335,1732534779758 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:39:50,361 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 379, reset compression=false 2024-11-25T11:39:50,545 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 379, reset compression=false 2024-11-25T11:39:50,599 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 379, reset compression=false 2024-11-25T11:39:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:39:50,785 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T11:39:50,785 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:39:50,785 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:50,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:50,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:50,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:39:50,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbb8983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:50,786 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,46347,-1 for getting cluster id 2024-11-25T11:39:50,786 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:50,787 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7027802f-e6a0-4711-9b06-a04199b19a2c' 2024-11-25T11:39:50,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:50,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7027802f-e6a0-4711-9b06-a04199b19a2c" 2024-11-25T11:39:50,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6796e03e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:50,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,46347,-1] 2024-11-25T11:39:50,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:50,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:50,789 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:50,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7e75e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:50,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9a569c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:50,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,34335,-1 for getting cluster id 2024-11-25T11:39:50,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:50,790 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e08ae5c0-14dd-4666-95ec-4f8e675c282d' 2024-11-25T11:39:50,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:50,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e08ae5c0-14dd-4666-95ec-4f8e675c282d" 2024-11-25T11:39:50,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7b39a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:50,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,34335,-1] 2024-11-25T11:39:50,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:50,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:50,792 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:50,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c515faf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:50,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@414c44e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:50,793 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,36901,-1 for getting cluster id 2024-11-25T11:39:50,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:50,793 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe6aaacf-016c-4731-871a-68e3d03fe38d' 2024-11-25T11:39:50,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:50,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe6aaacf-016c-4731-871a-68e3d03fe38d" 2024-11-25T11:39:50,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4040eb82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:50,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,36901,-1] 2024-11-25T11:39:50,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:50,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:50,795 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:50,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bcd3431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:50,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:39:50,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,44417,1732534771741, seqNum=-1] 2024-11-25T11:39:50,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:39:50,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:39:50,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732534782402.358940dc3efc053f1d0982841606dc47., hostname=96bb5f2c2895,44417,1732534771741, seqNum=2] 2024-11-25T11:39:50,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:39:50,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,43335,1732534779758, seqNum=-1] 2024-11-25T11:39:50,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:39:50,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:39:50,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732534785698.337a0c95443fa78b92e5750ae71ba8ea., hostname=96bb5f2c2895,43335,1732534779758, seqNum=2] 2024-11-25T11:39:50,840 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-25T11:39:50,849 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 379, reset compression=false 2024-11-25T11:39:50,966 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 379, reset compression=false 2024-11-25T11:39:50,971 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:39:50,971 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 480, reset compression=false 2024-11-25T11:39:50,971 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.shipper96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,44417,1732534771741 got entry batch from reader: WALEntryBatch [walEntries=[{test/358940dc3efc053f1d0982841606dc47/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-25T11:39:50,974 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.shipper96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:39:50,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-25T11:39:50,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43127 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T11:39:50,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67731c2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:50,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43127 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,34335,-1 for getting cluster id 2024-11-25T11:39:50,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:50,976 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e08ae5c0-14dd-4666-95ec-4f8e675c282d' 2024-11-25T11:39:50,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:50,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e08ae5c0-14dd-4666-95ec-4f8e675c282d" 2024-11-25T11:39:50,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d2e53ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:50,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,34335,-1] 2024-11-25T11:39:50,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:50,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:50,978 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:50,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78310a3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:50,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:39:50,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,43127,1732534775886, seqNum=-1] 2024-11-25T11:39:50,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:39:50,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-25T11:39:50,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732534783548.85428ae0a8453d64d0e0b2e87529017a., hostname=96bb5f2c2895,43127,1732534775886, seqNum=2] 2024-11-25T11:39:50,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43127 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T11:39:51,103 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 379, reset compression=false 2024-11-25T11:39:51,108 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:39:51,108 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 503, reset compression=false 2024-11-25T11:39:51,108 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.shipper96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,43127,1732534775886 got entry batch from reader: WALEntryBatch [walEntries=[{test/85428ae0a8453d64d0e0b2e87529017a/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-25T11:39:51,111 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.shipper96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:39:51,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-25T11:39:51,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T11:39:51,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fe66e36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:51,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,36901,-1 for getting cluster id 2024-11-25T11:39:51,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:51,114 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe6aaacf-016c-4731-871a-68e3d03fe38d' 2024-11-25T11:39:51,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:51,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe6aaacf-016c-4731-871a-68e3d03fe38d" 2024-11-25T11:39:51,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d4c6c8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:51,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,36901,-1] 2024-11-25T11:39:51,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:51,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:51,115 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:51,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5322c2f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:51,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:39:51,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,43335,1732534779758, seqNum=-1] 2024-11-25T11:39:51,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:39:51,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-25T11:39:51,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732534785698.337a0c95443fa78b92e5750ae71ba8ea., hostname=96bb5f2c2895,43335,1732534779758, seqNum=2] 2024-11-25T11:39:51,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T11:39:51,175 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 480, reset compression=false 2024-11-25T11:39:51,253 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 379, reset compression=false 2024-11-25T11:39:51,258 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:39:51,258 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 527, reset compression=false 2024-11-25T11:39:51,258 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.shipper96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,43335,1732534779758 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:39:51,313 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 503, reset compression=false 2024-11-25T11:39:51,463 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 527, reset compression=false 2024-11-25T11:39:51,479 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 480, reset compression=false 2024-11-25T11:39:51,617 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 503, reset compression=false 2024-11-25T11:39:51,766 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 527, reset compression=false 2024-11-25T11:39:51,842 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-25T11:39:51,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:39:51,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,43127,1732534775886, seqNum=-1] 2024-11-25T11:39:51,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:39:51,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:39:51,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732534783548.85428ae0a8453d64d0e0b2e87529017a., hostname=96bb5f2c2895,43127,1732534775886, seqNum=2] 2024-11-25T11:39:51,849 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-25T11:39:51,882 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 480, reset compression=false 2024-11-25T11:39:52,021 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 503, reset compression=false 2024-11-25T11:39:52,026 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:39:52,026 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 607, reset compression=false 2024-11-25T11:39:52,026 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.shipper96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,43127,1732534775886 got entry batch from reader: WALEntryBatch [walEntries=[{test/85428ae0a8453d64d0e0b2e87529017a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T11:39:52,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T11:39:52,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T11:39:52,170 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 527, reset compression=false 2024-11-25T11:39:52,176 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:39:52,176 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 655, reset compression=false 2024-11-25T11:39:52,176 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.shipper96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,43335,1732534779758 got entry batch from reader: WALEntryBatch [walEntries=[{test/337a0c95443fa78b92e5750ae71ba8ea/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-25T11:39:52,179 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.shipper96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:39:52,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-25T11:39:52,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44417 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T11:39:52,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b5b980e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:52,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44417 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,46347,-1 for getting cluster id 2024-11-25T11:39:52,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:52,182 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7027802f-e6a0-4711-9b06-a04199b19a2c' 2024-11-25T11:39:52,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:52,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7027802f-e6a0-4711-9b06-a04199b19a2c" 2024-11-25T11:39:52,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32d2572e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:52,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,46347,-1] 2024-11-25T11:39:52,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:52,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:52,183 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:52,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c181324, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:52,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44417 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:39:52,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,44417,1732534771741, seqNum=-1] 2024-11-25T11:39:52,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:39:52,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-25T11:39:52,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732534782402.358940dc3efc053f1d0982841606dc47., hostname=96bb5f2c2895,44417,1732534771741, seqNum=2] 2024-11-25T11:39:52,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44417 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T11:39:52,234 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 607, reset compression=false 2024-11-25T11:39:52,380 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 655, reset compression=false 2024-11-25T11:39:52,386 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 480, reset compression=false 2024-11-25T11:39:52,390 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:39:52,390 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 632, reset compression=false 2024-11-25T11:39:52,390 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.shipper96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,44417,1732534771741 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:39:52,538 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 607, reset compression=false 2024-11-25T11:39:52,592 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 632, reset compression=false 2024-11-25T11:39:52,683 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 655, reset compression=false 2024-11-25T11:39:52,852 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-25T11:39:52,855 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-25T11:39:52,896 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 632, reset compression=false 2024-11-25T11:39:52,941 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 607, reset compression=false 2024-11-25T11:39:53,087 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 655, reset compression=false 2024-11-25T11:39:53,091 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:39:53,091 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 759, reset compression=false 2024-11-25T11:39:53,091 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.shipper96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,43335,1732534779758 got entry batch from reader: WALEntryBatch [walEntries=[{test/337a0c95443fa78b92e5750ae71ba8ea/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T11:39:53,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44417 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T11:39:53,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44417 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T11:39:53,294 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 759, reset compression=false 2024-11-25T11:39:53,300 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 632, reset compression=false 2024-11-25T11:39:53,305 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:39:53,305 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 760, reset compression=false 2024-11-25T11:39:53,305 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.shipper96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,44417,1732534771741 got entry batch from reader: WALEntryBatch [walEntries=[{test/358940dc3efc053f1d0982841606dc47/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-25T11:39:53,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43127 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T11:39:53,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43127 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T11:39:53,445 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 607, reset compression=false 2024-11-25T11:39:53,451 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:39:53,451 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 758, reset compression=false 2024-11-25T11:39:53,451 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.shipper96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,43127,1732534775886 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:39:53,508 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 760, reset compression=false 2024-11-25T11:39:53,598 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 759, reset compression=false 2024-11-25T11:39:53,655 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 758, reset compression=false 2024-11-25T11:39:53,812 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 760, reset compression=false 2024-11-25T11:39:53,858 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-25T11:39:53,864 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-25T11:39:53,958 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 758, reset compression=false 2024-11-25T11:39:54,004 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 759, reset compression=false 2024-11-25T11:39:54,119 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:39:54,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:54,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:54,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:54,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:54,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:54,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:54,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:54,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:54,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:54,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:54,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:39:54,220 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 760, reset compression=false 2024-11-25T11:39:54,226 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:39:54,227 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 916, reset compression=false 2024-11-25T11:39:54,227 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.shipper96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,44417,1732534771741 got entry batch from reader: WALEntryBatch [walEntries=[{test/358940dc3efc053f1d0982841606dc47/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-25T11:39:54,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43127 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T11:39:54,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43127 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T11:39:54,363 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 758, reset compression=false 2024-11-25T11:39:54,368 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:39:54,369 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.shipper96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,43127,1732534775886 got entry batch from reader: WALEntryBatch [walEntries=[{test/85428ae0a8453d64d0e0b2e87529017a/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-25T11:39:54,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T11:39:54,375 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 905, reset compression=false 2024-11-25T11:39:54,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T11:39:54,439 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 916, reset compression=false 2024-11-25T11:39:54,474 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:54,474 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [96bb5f2c2895,44457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:44457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T11:39:54,475 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48348 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [96bb5f2c2895,44457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:44457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T11:39:54,509 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 759, reset compression=false 2024-11-25T11:39:54,515 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:39:54,515 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 930, reset compression=false 2024-11-25T11:39:54,515 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.shipper96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,43335,1732534779758 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:39:54,585 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 905, reset compression=false 2024-11-25T11:39:54,719 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 930, reset compression=false 2024-11-25T11:39:54,744 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 916, reset compression=false 2024-11-25T11:39:54,867 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-25T11:39:54,871 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-25T11:39:54,889 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 905, reset compression=false 2024-11-25T11:39:54,894 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:39:54,894 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 1064, reset compression=false 2024-11-25T11:39:54,894 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.shipper96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,43127,1732534775886 got entry batch from reader: WALEntryBatch [walEntries=[{test/85428ae0a8453d64d0e0b2e87529017a/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-25T11:39:54,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T11:39:54,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T11:39:55,023 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 930, reset compression=false 2024-11-25T11:39:55,028 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:39:55,028 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 1080, reset compression=false 2024-11-25T11:39:55,028 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.shipper96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,43335,1732534779758 got entry batch from reader: WALEntryBatch [walEntries=[{test/337a0c95443fa78b92e5750ae71ba8ea/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-25T11:39:55,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44417 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T11:39:55,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44417 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T11:39:55,119 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 1064, reset compression=false 2024-11-25T11:39:55,149 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 916, reset compression=false 2024-11-25T11:39:55,154 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:39:55,154 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 1090, reset compression=false 2024-11-25T11:39:55,154 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.shipper96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,44417,1732534771741 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:39:55,232 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 1080, reset compression=false 2024-11-25T11:39:55,359 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 1090, reset compression=false 2024-11-25T11:39:55,423 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 1064, reset compression=false 2024-11-25T11:39:55,536 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 1080, reset compression=false 2024-11-25T11:39:55,662 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 1090, reset compression=false 2024-11-25T11:39:55,834 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 1064, reset compression=false 2024-11-25T11:39:55,874 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-25T11:39:55,884 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-25T11:39:55,941 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 1080, reset compression=false 2024-11-25T11:39:55,950 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:39:55,950 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 1239, reset compression=false 2024-11-25T11:39:55,950 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.shipper96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,43335,1732534779758 got entry batch from reader: WALEntryBatch [walEntries=[{test/337a0c95443fa78b92e5750ae71ba8ea/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-25T11:39:55,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44417 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T11:39:55,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44417 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T11:39:56,067 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 1090, reset compression=false 2024-11-25T11:39:56,073 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:39:56,073 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 1240, reset compression=false 2024-11-25T11:39:56,073 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.shipper96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,44417,1732534771741 got entry batch from reader: WALEntryBatch [walEntries=[{test/358940dc3efc053f1d0982841606dc47/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-25T11:39:56,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43127 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T11:39:56,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43127 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T11:39:56,154 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 1239, reset compression=false 2024-11-25T11:39:56,277 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 1240, reset compression=false 2024-11-25T11:39:56,339 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 1064, reset compression=false 2024-11-25T11:39:56,361 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:39:56,361 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.shipper96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,43127,1732534775886 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:39:56,362 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 1237, reset compression=false 2024-11-25T11:39:56,482 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 1239, reset compression=false 2024-11-25T11:39:56,574 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 1237, reset compression=false 2024-11-25T11:39:56,583 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 1240, reset compression=false 2024-11-25T11:39:56,877 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 1237, reset compression=false 2024-11-25T11:39:56,886 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 1239, reset compression=false 2024-11-25T11:39:56,887 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-25T11:39:56,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fec0164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:56,897 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,36901,-1 for getting cluster id 2024-11-25T11:39:56,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:56,897 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe6aaacf-016c-4731-871a-68e3d03fe38d' 2024-11-25T11:39:56,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:56,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe6aaacf-016c-4731-871a-68e3d03fe38d" 2024-11-25T11:39:56,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2917e9ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:56,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,36901,-1] 2024-11-25T11:39:56,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:56,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:56,899 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:56,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37df50d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:56,902 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:56,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,36901,1732534779716 2024-11-25T11:39:56,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f89df70 2024-11-25T11:39:56,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:39:56,904 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:39:56,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-25T11:39:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-25T11:39:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T11:39:56,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T11:39:56,988 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 1240, reset compression=false 2024-11-25T11:39:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T11:39:57,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-25T11:39:57,077 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-25T11:39:57,078 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-25T11:39:57,078 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-96bb5f2c2895,43335,1732534779758 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-25T11:39:57,078 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0. 2024-11-25T11:39:57,079 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:57,079 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:57,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:39:57,079 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:57,179 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T11:39:57,179 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.shipper96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T11:39:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T11:39:57,279 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.shipper96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 terminated 2024-11-25T11:39:57,281 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 1237, reset compression=false 2024-11-25T11:39:57,305 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-96bb5f2c2895,43335,1732534779758, ReplicationSource: 1, currentBandwidth=0 2024-11-25T11:39:57,306 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-25T11:39:57,306 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-25T11:39:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-25T11:39:57,310 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 96bb5f2c2895,43335,1732534779758 suceeded 2024-11-25T11:39:57,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-25T11:39:57,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 386 msec 2024-11-25T11:39:57,312 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-25T11:39:57,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 407 msec 2024-11-25T11:39:57,325 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:46347' 2024-11-25T11:39:57,329 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f60fb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:57,329 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,46347,-1 for getting cluster id 2024-11-25T11:39:57,329 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:57,329 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7027802f-e6a0-4711-9b06-a04199b19a2c' 2024-11-25T11:39:57,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:57,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7027802f-e6a0-4711-9b06-a04199b19a2c" 2024-11-25T11:39:57,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68408c7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:57,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,46347,-1] 2024-11-25T11:39:57,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:57,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:57,331 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:57,332 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@678b5449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:57,332 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:57,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,46347,1732534771690 2024-11-25T11:39:57,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19ff6153 2024-11-25T11:39:57,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:39:57,334 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-25T11:39:57,335 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-96bb5f2c2895,43335,1732534779758 (queues=1) is replicating from cluster=fe6aaacf-016c-4731-871a-68e3d03fe38d to cluster=7027802f-e6a0-4711-9b06-a04199b19a2c 2024-11-25T11:39:57,335 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=96bb5f2c2895%2C43335%2C1732534779758 2024-11-25T11:39:57,335 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-96bb5f2c2895,43335,1732534779758, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T11:39:57,338 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.shipper96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 96bb5f2c2895%2C43335%2C1732534779758 2024-11-25T11:39:57,493 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 1240, reset compression=false 2024-11-25T11:39:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T11:39:57,536 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-25T11:39:57,536 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:39:57,536 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:57,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:57,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:57,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:39:57,541 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-25T11:39:57,792 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 1237, reset compression=false 2024-11-25T11:39:58,100 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 1240, reset compression=false 2024-11-25T11:39:58,104 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:39:58,104 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 1344, reset compression=false 2024-11-25T11:39:58,104 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.shipper96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,44417,1732534771741 got entry batch from reader: WALEntryBatch [walEntries=[{test/358940dc3efc053f1d0982841606dc47/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T11:39:58,106 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43127 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T11:39:58,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43127 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T11:39:58,308 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 1344, reset compression=false 2024-11-25T11:39:58,402 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 1237, reset compression=false 2024-11-25T11:39:58,412 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:39:58,412 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 1364, reset compression=false 2024-11-25T11:39:58,412 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.shipper96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,43127,1732534775886 got entry batch from reader: WALEntryBatch [walEntries=[{test/85428ae0a8453d64d0e0b2e87529017a/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-25T11:39:58,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T11:39:58,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T11:39:58,543 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-25T11:39:58,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed9ee8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:58,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,36901,-1 for getting cluster id 2024-11-25T11:39:58,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:39:58,549 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe6aaacf-016c-4731-871a-68e3d03fe38d' 2024-11-25T11:39:58,549 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:39:58,549 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe6aaacf-016c-4731-871a-68e3d03fe38d" 2024-11-25T11:39:58,549 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d66e6b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:58,549 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,36901,-1] 2024-11-25T11:39:58,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:39:58,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:58,553 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:39:58,554 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e70ee42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:39:58,557 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:39:58,560 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,36901,1732534779716 2024-11-25T11:39:58,561 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4379bf54 2024-11-25T11:39:58,561 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:39:58,563 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:39:58,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-25T11:39:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-25T11:39:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-25T11:39:58,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T11:39:58,614 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 1344, reset compression=false 2024-11-25T11:39:58,623 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 1364, reset compression=false 2024-11-25T11:39:58,639 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:39:58,639 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 1468, reset compression=false 2024-11-25T11:39:58,639 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.shipper96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,43127,1732534775886 got entry batch from reader: WALEntryBatch [walEntries=[{test/85428ae0a8453d64d0e0b2e87529017a/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T11:39:58,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T11:39:58,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T11:39:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-25T11:39:58,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-25T11:39:58,727 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-25T11:39:58,728 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-25T11:39:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-25T11:39:58,734 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 96bb5f2c2895,43335,1732534779758 suceeded 2024-11-25T11:39:58,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-25T11:39:58,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-25T11:39:58,736 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-25T11:39:58,738 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364, startPosition=1239, beingWritten=true 2024-11-25T11:39:58,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 172 msec 2024-11-25T11:39:58,743 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:39:58,744 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 1518, reset compression=false 2024-11-25T11:39:58,744 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.shipper96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,43335,1732534779758 got entry batch from reader: WALEntryBatch [walEntries=[{test/337a0c95443fa78b92e5750ae71ba8ea/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-25T11:39:58,746 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.shipper96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:39:58,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-25T11:39:58,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44417 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T11:39:58,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44417 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T11:39:58,844 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 1468, reset compression=false 2024-11-25T11:39:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-25T11:39:58,885 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-25T11:39:58,885 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:39:58,885 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:58,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:58,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:58,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:39:58,887 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-25T11:39:58,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T11:39:58,888 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:39:58,888 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:58,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:58,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:58,888 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T11:39:58,888 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1140400868, stopped=false 2024-11-25T11:39:58,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:39:58,888 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=96bb5f2c2895,36901,1732534779716 2024-11-25T11:39:58,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-421612612/running 2024-11-25T11:39:58,890 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:39:58,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-421612612 2024-11-25T11:39:58,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x1014eec84cb0007, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-421612612/running 2024-11-25T11:39:58,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x1014eec84cb0007, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-421612612 2024-11-25T11:39:58,891 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:39:58,891 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:58,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:58,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43335-0x1014eec84cb0007, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Set watcher on znode that does not yet exist, /2-421612612/running 2024-11-25T11:39:58,891 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,43335,1732534779758' ***** 2024-11-25T11:39:58,891 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:39:58,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Set watcher on znode that does not yet exist, /2-421612612/running 2024-11-25T11:39:58,892 INFO [RS:0;96bb5f2c2895:43335 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:39:58,892 INFO [RS:0;96bb5f2c2895:43335 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:39:58,892 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:39:58,892 INFO [RS:0;96bb5f2c2895:43335 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:39:58,892 INFO [RS:0;96bb5f2c2895:43335 {}] regionserver.HRegionServer(3091): Received CLOSE for 337a0c95443fa78b92e5750ae71ba8ea 2024-11-25T11:39:58,892 INFO [RS:0;96bb5f2c2895:43335 {}] regionserver.HRegionServer(3091): Received CLOSE for fa0b9cfc8b9b022c0934af06a922077f 2024-11-25T11:39:58,893 INFO [RS:0;96bb5f2c2895:43335 {}] regionserver.HRegionServer(959): stopping server 96bb5f2c2895,43335,1732534779758 2024-11-25T11:39:58,893 INFO [RS:0;96bb5f2c2895:43335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:39:58,893 INFO [RS:0;96bb5f2c2895:43335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:43335. 2024-11-25T11:39:58,893 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 337a0c95443fa78b92e5750ae71ba8ea, disabling compactions & flushes 2024-11-25T11:39:58,893 DEBUG [RS:0;96bb5f2c2895:43335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:39:58,893 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732534785698.337a0c95443fa78b92e5750ae71ba8ea. 2024-11-25T11:39:58,893 DEBUG [RS:0;96bb5f2c2895:43335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:39:58,893 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534785698.337a0c95443fa78b92e5750ae71ba8ea. 2024-11-25T11:39:58,893 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732534785698.337a0c95443fa78b92e5750ae71ba8ea. after waiting 0 ms 2024-11-25T11:39:58,893 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732534785698.337a0c95443fa78b92e5750ae71ba8ea. 2024-11-25T11:39:58,893 INFO [RS:0;96bb5f2c2895:43335 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:39:58,893 INFO [RS:0;96bb5f2c2895:43335 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:39:58,893 INFO [RS:0;96bb5f2c2895:43335 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:39:58,893 INFO [RS:0;96bb5f2c2895:43335 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T11:39:58,893 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 337a0c95443fa78b92e5750ae71ba8ea 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-25T11:39:58,893 INFO [RS:0;96bb5f2c2895:43335 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T11:39:58,893 DEBUG [RS:0;96bb5f2c2895:43335 {}] regionserver.HRegionServer(1325): Online Regions={337a0c95443fa78b92e5750ae71ba8ea=test,,1732534785698.337a0c95443fa78b92e5750ae71ba8ea., 1588230740=hbase:meta,,1.1588230740, fa0b9cfc8b9b022c0934af06a922077f=hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f.} 2024-11-25T11:39:58,893 DEBUG [RS:0;96bb5f2c2895:43335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 337a0c95443fa78b92e5750ae71ba8ea, fa0b9cfc8b9b022c0934af06a922077f 2024-11-25T11:39:58,893 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:39:58,893 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:39:58,893 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:39:58,893 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:39:58,894 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:39:58,894 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T11:39:58,914 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/meta/1588230740/.tmp/info/076a0f84a72d4e15ba1960a6f2639ed9 is 147, key is hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f./info:regioninfo/1732534790085/Put/seqid=0 2024-11-25T11:39:58,917 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/default/test/337a0c95443fa78b92e5750ae71ba8ea/.tmp/f/6a702abaae38441eb409ed4acdbd9f61 is 37, key is row3/f:row3/1732534797538/Put/seqid=0 2024-11-25T11:39:58,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741840_1016 (size=7686) 2024-11-25T11:39:58,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741841_1017 (size=5228) 2024-11-25T11:39:58,937 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/default/test/337a0c95443fa78b92e5750ae71ba8ea/.tmp/f/6a702abaae38441eb409ed4acdbd9f61 2024-11-25T11:39:58,943 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a702abaae38441eb409ed4acdbd9f61 2024-11-25T11:39:58,944 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:39:58,948 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 1518, reset compression=false 2024-11-25T11:39:58,958 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:39:58,958 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 1765, reset compression=false 2024-11-25T11:39:58,958 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.shipper96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,43335,1732534779758 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:39:58,959 ERROR [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.shipper96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 96bb5f2c2895,43335,1732534779758: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-96bb5f2c2895,43335,1732534779758, walGroup=96bb5f2c2895%2C43335%2C1732534779758, offset=96bb5f2c2895%2C43335%2C1732534779758.1732534781364:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:43335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T11:39:58,960 ERROR [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.shipper96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T11:39:58,961 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.shipper96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T11:39:58,961 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.shipper96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T11:39:58,961 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.shipper96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T11:39:58,961 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.shipper96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T11:39:58,961 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.shipper96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1214251008, "init": 1048576000, "max": 2306867200, "used": 791256296 }, "NonHeapMemoryUsage": { "committed": 200802304, "init": 7667712, "max": -1, "used": 197957728 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T11:39:58,961 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.shipper96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:36901 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:36901 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T11:39:58,966 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/default/test/337a0c95443fa78b92e5750ae71ba8ea/.tmp/f1/345153c9d3d443ad82a3783dd97285bb is 30, key is row1/f1:/1732534794868/DeleteFamily/seqid=0 2024-11-25T11:39:58,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741842_1018 (size=5158) 2024-11-25T11:39:59,019 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 1344, reset compression=false 2024-11-25T11:39:59,024 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:39:59,024 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 1496, reset compression=false 2024-11-25T11:39:59,024 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.shipper96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,44417,1732534771741 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:39:59,094 DEBUG [RS:0;96bb5f2c2895:43335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 337a0c95443fa78b92e5750ae71ba8ea, fa0b9cfc8b9b022c0934af06a922077f 2024-11-25T11:39:59,150 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 1468, reset compression=false 2024-11-25T11:39:59,163 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 1765, reset compression=false 2024-11-25T11:39:59,228 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 1496, reset compression=false 2024-11-25T11:39:59,234 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T11:39:59,235 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T11:39:59,294 DEBUG [RS:0;96bb5f2c2895:43335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 337a0c95443fa78b92e5750ae71ba8ea, fa0b9cfc8b9b022c0934af06a922077f 2024-11-25T11:39:59,331 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/meta/1588230740/.tmp/info/076a0f84a72d4e15ba1960a6f2639ed9 2024-11-25T11:39:59,354 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/meta/1588230740/.tmp/ns/5204368e1c074f309404e6050727afeb is 43, key is default/ns:d/1732534782371/Put/seqid=0 2024-11-25T11:39:59,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741843_1019 (size=5153) 2024-11-25T11:39:59,361 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/meta/1588230740/.tmp/ns/5204368e1c074f309404e6050727afeb 2024-11-25T11:39:59,377 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/default/test/337a0c95443fa78b92e5750ae71ba8ea/.tmp/f1/345153c9d3d443ad82a3783dd97285bb 2024-11-25T11:39:59,382 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 345153c9d3d443ad82a3783dd97285bb 2024-11-25T11:39:59,391 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/meta/1588230740/.tmp/rep_barrier/f119bdde84e0483e9b0a193ad061f94a is 112, key is test,,1732534785698.337a0c95443fa78b92e5750ae71ba8ea./rep_barrier:seqnumDuringOpen/1732534786852/Put/seqid=0 2024-11-25T11:39:59,402 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/default/test/337a0c95443fa78b92e5750ae71ba8ea/.tmp/norep/da91448734e54cd8abe9fb581ec7b3dc is 33, key is row2/norep:/1732534795875/DeleteFamily/seqid=0 2024-11-25T11:39:59,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741844_1020 (size=5518) 2024-11-25T11:39:59,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741845_1021 (size=5108) 2024-11-25T11:39:59,467 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 1765, reset compression=false 2024-11-25T11:39:59,494 DEBUG [RS:0;96bb5f2c2895:43335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 337a0c95443fa78b92e5750ae71ba8ea, fa0b9cfc8b9b022c0934af06a922077f 2024-11-25T11:39:59,531 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 1496, reset compression=false 2024-11-25T11:39:59,554 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 1468, reset compression=false 2024-11-25T11:39:59,694 DEBUG [RS:0;96bb5f2c2895:43335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 337a0c95443fa78b92e5750ae71ba8ea, fa0b9cfc8b9b022c0934af06a922077f 2024-11-25T11:39:59,810 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/meta/1588230740/.tmp/rep_barrier/f119bdde84e0483e9b0a193ad061f94a 2024-11-25T11:39:59,814 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/default/test/337a0c95443fa78b92e5750ae71ba8ea/.tmp/norep/da91448734e54cd8abe9fb581ec7b3dc 2024-11-25T11:39:59,818 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da91448734e54cd8abe9fb581ec7b3dc 2024-11-25T11:39:59,821 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/default/test/337a0c95443fa78b92e5750ae71ba8ea/.tmp/f/6a702abaae38441eb409ed4acdbd9f61 as hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/default/test/337a0c95443fa78b92e5750ae71ba8ea/f/6a702abaae38441eb409ed4acdbd9f61 2024-11-25T11:39:59,829 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a702abaae38441eb409ed4acdbd9f61 2024-11-25T11:39:59,829 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/default/test/337a0c95443fa78b92e5750ae71ba8ea/f/6a702abaae38441eb409ed4acdbd9f61, entries=5, sequenceid=12, filesize=5.1 K 2024-11-25T11:39:59,830 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/default/test/337a0c95443fa78b92e5750ae71ba8ea/.tmp/f1/345153c9d3d443ad82a3783dd97285bb as hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/default/test/337a0c95443fa78b92e5750ae71ba8ea/f1/345153c9d3d443ad82a3783dd97285bb 2024-11-25T11:39:59,834 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 345153c9d3d443ad82a3783dd97285bb 2024-11-25T11:39:59,834 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/default/test/337a0c95443fa78b92e5750ae71ba8ea/f1/345153c9d3d443ad82a3783dd97285bb, entries=3, sequenceid=12, filesize=5.0 K 2024-11-25T11:39:59,835 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/default/test/337a0c95443fa78b92e5750ae71ba8ea/.tmp/norep/da91448734e54cd8abe9fb581ec7b3dc as hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/default/test/337a0c95443fa78b92e5750ae71ba8ea/norep/da91448734e54cd8abe9fb581ec7b3dc 2024-11-25T11:39:59,837 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/meta/1588230740/.tmp/table/60a1cd7788cd433ea13e83f296f5772e is 53, key is hbase:replication/table:state/1732534790094/Put/seqid=0 2024-11-25T11:39:59,840 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da91448734e54cd8abe9fb581ec7b3dc 2024-11-25T11:39:59,841 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/default/test/337a0c95443fa78b92e5750ae71ba8ea/norep/da91448734e54cd8abe9fb581ec7b3dc, entries=1, sequenceid=12, filesize=5.0 K 2024-11-25T11:39:59,842 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 337a0c95443fa78b92e5750ae71ba8ea in 948ms, sequenceid=12, compaction requested=false 2024-11-25T11:39:59,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741846_1022 (size=5308) 2024-11-25T11:39:59,850 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/default/test/337a0c95443fa78b92e5750ae71ba8ea/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-25T11:39:59,851 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:39:59,851 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T11:39:59,851 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732534785698.337a0c95443fa78b92e5750ae71ba8ea. 2024-11-25T11:39:59,851 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 337a0c95443fa78b92e5750ae71ba8ea: Waiting for close lock at 1732534798893Running coprocessor pre-close hooks at 1732534798893Disabling compacts and flushes for region at 1732534798893Disabling writes for close at 1732534798893Obtaining lock to block concurrent updates at 1732534798893Preparing flush snapshotting stores in 337a0c95443fa78b92e5750ae71ba8ea at 1732534798893Finished memstore snapshotting test,,1732534785698.337a0c95443fa78b92e5750ae71ba8ea., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732534798893Flushing stores of test,,1732534785698.337a0c95443fa78b92e5750ae71ba8ea. at 1732534798894 (+1 ms)Flushing 337a0c95443fa78b92e5750ae71ba8ea/f: creating writer at 1732534798894Flushing 337a0c95443fa78b92e5750ae71ba8ea/f: appending metadata at 1732534798916 (+22 ms)Flushing 337a0c95443fa78b92e5750ae71ba8ea/f: closing flushed file at 1732534798916Flushing 337a0c95443fa78b92e5750ae71ba8ea/f1: creating writer at 1732534798943 (+27 ms)Flushing 337a0c95443fa78b92e5750ae71ba8ea/f1: appending metadata at 1732534798966 (+23 ms)Flushing 337a0c95443fa78b92e5750ae71ba8ea/f1: closing flushed file at 1732534798966Flushing 337a0c95443fa78b92e5750ae71ba8ea/norep: creating writer at 1732534799382 (+416 ms)Flushing 337a0c95443fa78b92e5750ae71ba8ea/norep: appending metadata at 1732534799401 (+19 ms)Flushing 337a0c95443fa78b92e5750ae71ba8ea/norep: closing flushed file at 1732534799401Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@543b8f7a: reopening flushed file at 1732534799818 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75a93027: reopening flushed file at 1732534799829 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@399a7ed6: reopening flushed file at 1732534799834 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 337a0c95443fa78b92e5750ae71ba8ea in 948ms, sequenceid=12, compaction requested=false at 1732534799842 (+8 ms)Writing region close event to WAL at 1732534799847 (+5 ms)Running coprocessor post-close hooks at 1732534799851 (+4 ms)Closed at 1732534799851 2024-11-25T11:39:59,851 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732534785698.337a0c95443fa78b92e5750ae71ba8ea. 2024-11-25T11:39:59,852 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa0b9cfc8b9b022c0934af06a922077f, disabling compactions & flushes 2024-11-25T11:39:59,852 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f. 2024-11-25T11:39:59,852 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f. 2024-11-25T11:39:59,852 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f. after waiting 0 ms 2024-11-25T11:39:59,852 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f. 2024-11-25T11:39:59,852 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa0b9cfc8b9b022c0934af06a922077f: Waiting for close lock at 1732534799852Running coprocessor pre-close hooks at 1732534799852Disabling compacts and flushes for region at 1732534799852Disabling writes for close at 1732534799852Failed flush hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f., putting online again at 1732534799852 2024-11-25T11:39:59,852 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f. 2024-11-25T11:39:59,871 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 1765, reset compression=false 2024-11-25T11:39:59,878 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:39:59,878 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 2409, reset compression=false 2024-11-25T11:39:59,894 INFO [RS:0;96bb5f2c2895:43335 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T11:39:59,894 DEBUG [RS:0;96bb5f2c2895:43335 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fa0b9cfc8b9b022c0934af06a922077f=hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f.} 2024-11-25T11:39:59,895 INFO [RS:0;96bb5f2c2895:43335 {}] regionserver.HRegionServer(3091): Received CLOSE for fa0b9cfc8b9b022c0934af06a922077f 2024-11-25T11:39:59,895 DEBUG [RS:0;96bb5f2c2895:43335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fa0b9cfc8b9b022c0934af06a922077f 2024-11-25T11:39:59,895 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa0b9cfc8b9b022c0934af06a922077f, disabling compactions & flushes 2024-11-25T11:39:59,895 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f. 2024-11-25T11:39:59,895 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f. 2024-11-25T11:39:59,895 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f. after waiting 0 ms 2024-11-25T11:39:59,895 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f. 2024-11-25T11:39:59,895 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa0b9cfc8b9b022c0934af06a922077f: Waiting for close lock at 1732534799895Running coprocessor pre-close hooks at 1732534799895Disabling compacts and flushes for region at 1732534799895Disabling writes for close at 1732534799895Failed flush hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f., putting online again at 1732534799895 2024-11-25T11:39:59,895 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732534789655.fa0b9cfc8b9b022c0934af06a922077f. 2024-11-25T11:39:59,935 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 1496, reset compression=false 2024-11-25T11:40:00,058 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 1468, reset compression=false 2024-11-25T11:40:00,081 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.wal-reader.96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/WALs/96bb5f2c2895,43335,1732534779758/96bb5f2c2895%2C43335%2C1732534779758.1732534781364 to pos 2409, reset compression=false 2024-11-25T11:40:00,095 DEBUG [RS:0;96bb5f2c2895:43335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:40:00,249 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/meta/1588230740/.tmp/table/60a1cd7788cd433ea13e83f296f5772e 2024-11-25T11:40:00,253 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/meta/1588230740/.tmp/info/076a0f84a72d4e15ba1960a6f2639ed9 as hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/meta/1588230740/info/076a0f84a72d4e15ba1960a6f2639ed9 2024-11-25T11:40:00,257 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/meta/1588230740/info/076a0f84a72d4e15ba1960a6f2639ed9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T11:40:00,258 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/meta/1588230740/.tmp/ns/5204368e1c074f309404e6050727afeb as hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/meta/1588230740/ns/5204368e1c074f309404e6050727afeb 2024-11-25T11:40:00,262 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/meta/1588230740/ns/5204368e1c074f309404e6050727afeb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T11:40:00,263 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/meta/1588230740/.tmp/rep_barrier/f119bdde84e0483e9b0a193ad061f94a as hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/meta/1588230740/rep_barrier/f119bdde84e0483e9b0a193ad061f94a 2024-11-25T11:40:00,267 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/meta/1588230740/rep_barrier/f119bdde84e0483e9b0a193ad061f94a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T11:40:00,267 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/meta/1588230740/.tmp/table/60a1cd7788cd433ea13e83f296f5772e as hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/meta/1588230740/table/60a1cd7788cd433ea13e83f296f5772e 2024-11-25T11:40:00,272 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/meta/1588230740/table/60a1cd7788cd433ea13e83f296f5772e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T11:40:00,273 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1379ms, sequenceid=16, compaction requested=false 2024-11-25T11:40:00,287 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T11:40:00,288 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:40:00,288 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:40:00,288 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:40:00,288 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534798893Running coprocessor pre-close hooks at 1732534798893Disabling compacts and flushes for region at 1732534798893Disabling writes for close at 1732534798893Obtaining lock to block concurrent updates at 1732534798894 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732534798894Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732534798894Flushing stores of hbase:meta,,1.1588230740 at 1732534798894Flushing 1588230740/info: creating writer at 1732534798894Flushing 1588230740/info: appending metadata at 1732534798913 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732534798914 (+1 ms)Flushing 1588230740/ns: creating writer at 1732534799335 (+421 ms)Flushing 1588230740/ns: appending metadata at 1732534799353 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732534799353Flushing 1588230740/rep_barrier: creating writer at 1732534799365 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732534799390 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732534799390Flushing 1588230740/table: creating writer at 1732534799815 (+425 ms)Flushing 1588230740/table: appending metadata at 1732534799837 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732534799837Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ea50e39: reopening flushed file at 1732534800253 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18d1772a: reopening flushed file at 1732534800257 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5479ef27: reopening flushed file at 1732534800262 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@566fcad5: reopening flushed file at 1732534800267 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1379ms, sequenceid=16, compaction requested=false at 1732534800273 (+6 ms)Writing region close event to WAL at 1732534800284 (+11 ms)Running coprocessor post-close hooks at 1732534800288 (+4 ms)Closed at 1732534800288 2024-11-25T11:40:00,288 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T11:40:00,295 INFO [RS:0;96bb5f2c2895:43335 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-25T11:40:00,295 INFO [RS:0;96bb5f2c2895:43335 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,43335,1732534779758; all regions closed. 2024-11-25T11:40:00,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741834_1010 (size=4239) 2024-11-25T11:40:00,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741839_1015 (size=2390) 2024-11-25T11:40:00,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741832_1008 (size=2417) 2024-11-25T11:40:00,302 DEBUG [RS:0;96bb5f2c2895:43335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:00,303 INFO [RS:0;96bb5f2c2895:43335 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:40:00,303 INFO [RS:0;96bb5f2c2895:43335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:40:00,303 INFO [RS:0;96bb5f2c2895:43335 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T11:40:00,303 INFO [RS:0;96bb5f2c2895:43335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:40:00,303 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:40:00,303 INFO [RS:0;96bb5f2c2895:43335 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-96bb5f2c2895,43335,1732534779758 because: Region server is closing 2024-11-25T11:40:00,303 INFO [RS:0;96bb5f2c2895:43335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:43335. 2024-11-25T11:40:00,304 DEBUG [RS:0;96bb5f2c2895:43335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:00,304 DEBUG [RS:0;96bb5f2c2895:43335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:00,304 DEBUG [RS:0;96bb5f2c2895:43335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:00,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:40:00,404 INFO [RS:0;96bb5f2c2895:43335 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43335,1732534779758.replicationSource.shipper96bb5f2c2895%2C43335%2C1732534779758,1-96bb5f2c2895,43335,1732534779758 terminated 2024-11-25T11:40:00,405 INFO [RS:0;96bb5f2c2895:43335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:43335. 2024-11-25T11:40:00,405 DEBUG [RS:0;96bb5f2c2895:43335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:00,405 DEBUG [RS:0;96bb5f2c2895:43335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:00,405 DEBUG [RS:0;96bb5f2c2895:43335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:00,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:40:00,405 INFO [RS:0;96bb5f2c2895:43335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43335 2024-11-25T11:40:00,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x1014eec84cb0007, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-421612612/rs/96bb5f2c2895,43335,1732534779758 2024-11-25T11:40:00,409 INFO [RS:0;96bb5f2c2895:43335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:40:00,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-421612612/rs 2024-11-25T11:40:00,411 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,43335,1732534779758] 2024-11-25T11:40:00,412 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-421612612/draining/96bb5f2c2895,43335,1732534779758 already deleted, retry=false 2024-11-25T11:40:00,412 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96bb5f2c2895,43335,1732534779758 expired; onlineServers=0 2024-11-25T11:40:00,412 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '96bb5f2c2895,36901,1732534779716' ***** 2024-11-25T11:40:00,412 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T11:40:00,412 INFO [M:0;96bb5f2c2895:36901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:40:00,412 INFO [M:0;96bb5f2c2895:36901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:40:00,412 DEBUG [M:0;96bb5f2c2895:36901 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T11:40:00,412 DEBUG [M:0;96bb5f2c2895:36901 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T11:40:00,413 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T11:40:00,413 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534781165 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534781165,5,FailOnTimeoutGroup] 2024-11-25T11:40:00,413 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534781165 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534781165,5,FailOnTimeoutGroup] 2024-11-25T11:40:00,413 INFO [M:0;96bb5f2c2895:36901 {}] hbase.ChoreService(370): Chore service for: master/96bb5f2c2895:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T11:40:00,413 INFO [M:0;96bb5f2c2895:36901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:40:00,413 DEBUG [M:0;96bb5f2c2895:36901 {}] master.HMaster(1795): Stopping service threads 2024-11-25T11:40:00,413 INFO [M:0;96bb5f2c2895:36901 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T11:40:00,413 INFO [M:0;96bb5f2c2895:36901 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:40:00,413 INFO [M:0;96bb5f2c2895:36901 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T11:40:00,413 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T11:40:00,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-421612612/master 2024-11-25T11:40:00,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-421612612 2024-11-25T11:40:00,422 DEBUG [M:0;96bb5f2c2895:36901 {}] zookeeper.RecoverableZooKeeper(212): Node /2-421612612/master already deleted, retry=false 2024-11-25T11:40:00,422 DEBUG [M:0;96bb5f2c2895:36901 {}] master.ActiveMasterManager(353): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-421612612/master 2024-11-25T11:40:00,429 INFO [M:0;96bb5f2c2895:36901 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/.lastflushedseqids 2024-11-25T11:40:00,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741847_1023 (size=245) 2024-11-25T11:40:00,439 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 1496, reset compression=false 2024-11-25T11:40:00,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x1014eec84cb0007, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:40:00,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43335-0x1014eec84cb0007, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:40:00,512 INFO [RS:0;96bb5f2c2895:43335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:40:00,512 INFO [RS:0;96bb5f2c2895:43335 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,43335,1732534779758; zookeeper connection closed. 2024-11-25T11:40:00,512 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@477f2e0d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@477f2e0d 2024-11-25T11:40:00,513 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T11:40:00,662 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 1468, reset compression=false 2024-11-25T11:40:00,836 INFO [M:0;96bb5f2c2895:36901 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T11:40:00,836 INFO [M:0;96bb5f2c2895:36901 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T11:40:00,836 DEBUG [M:0;96bb5f2c2895:36901 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:40:00,836 INFO [M:0;96bb5f2c2895:36901 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:00,836 DEBUG [M:0;96bb5f2c2895:36901 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:00,836 DEBUG [M:0;96bb5f2c2895:36901 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:40:00,836 DEBUG [M:0;96bb5f2c2895:36901 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:00,836 INFO [M:0;96bb5f2c2895:36901 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-25T11:40:00,856 DEBUG [M:0;96bb5f2c2895:36901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82f8291e64e540d18ccc6eb5c7ba55de is 82, key is hbase:meta,,1/info:regioninfo/1732534782361/Put/seqid=0 2024-11-25T11:40:00,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741848_1024 (size=5672) 2024-11-25T11:40:01,045 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 1496, reset compression=false 2024-11-25T11:40:01,261 INFO [M:0;96bb5f2c2895:36901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82f8291e64e540d18ccc6eb5c7ba55de 2024-11-25T11:40:01,272 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T11:40:01,282 DEBUG [M:0;96bb5f2c2895:36901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3bad014ade540faaae39b1b84ea8aec is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732534790098/Put/seqid=0 2024-11-25T11:40:01,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741849_1025 (size=9211) 2024-11-25T11:40:01,365 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 1468, reset compression=false 2024-11-25T11:40:01,690 INFO [M:0;96bb5f2c2895:36901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3bad014ade540faaae39b1b84ea8aec 2024-11-25T11:40:01,714 DEBUG [M:0;96bb5f2c2895:36901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0095d26db996444d9ffb5c608520ccef is 69, key is 96bb5f2c2895,43335,1732534779758/rs:state/1732534781206/Put/seqid=0 2024-11-25T11:40:01,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741850_1026 (size=5156) 2024-11-25T11:40:01,718 INFO [M:0;96bb5f2c2895:36901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0095d26db996444d9ffb5c608520ccef 2024-11-25T11:40:01,722 DEBUG [M:0;96bb5f2c2895:36901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82f8291e64e540d18ccc6eb5c7ba55de as hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82f8291e64e540d18ccc6eb5c7ba55de 2024-11-25T11:40:01,726 INFO [M:0;96bb5f2c2895:36901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82f8291e64e540d18ccc6eb5c7ba55de, entries=8, sequenceid=127, filesize=5.5 K 2024-11-25T11:40:01,727 DEBUG [M:0;96bb5f2c2895:36901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3bad014ade540faaae39b1b84ea8aec as hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f3bad014ade540faaae39b1b84ea8aec 2024-11-25T11:40:01,731 INFO [M:0;96bb5f2c2895:36901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f3bad014ade540faaae39b1b84ea8aec, entries=15, sequenceid=127, filesize=9.0 K 2024-11-25T11:40:01,732 DEBUG [M:0;96bb5f2c2895:36901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0095d26db996444d9ffb5c608520ccef as hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0095d26db996444d9ffb5c608520ccef 2024-11-25T11:40:01,736 INFO [M:0;96bb5f2c2895:36901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37629/user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0095d26db996444d9ffb5c608520ccef, entries=1, sequenceid=127, filesize=5.0 K 2024-11-25T11:40:01,736 INFO [M:0;96bb5f2c2895:36901 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=127, compaction requested=false 2024-11-25T11:40:01,752 INFO [M:0;96bb5f2c2895:36901 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:01,752 DEBUG [M:0;96bb5f2c2895:36901 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534800836Disabling compacts and flushes for region at 1732534800836Disabling writes for close at 1732534800836Obtaining lock to block concurrent updates at 1732534800836Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732534800836Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1732534800837 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732534800837Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732534800837Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732534800855 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732534800855Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732534801265 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732534801281 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732534801281Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732534801695 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732534801713 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732534801713Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35eb646d: reopening flushed file at 1732534801722 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11898669: reopening flushed file at 1732534801727 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f66ea54: reopening flushed file at 1732534801731 (+4 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=127, compaction requested=false at 1732534801736 (+5 ms)Writing region close event to WAL at 1732534801752 (+16 ms)Closed at 1732534801752 2024-11-25T11:40:01,753 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 1496, reset compression=false 2024-11-25T11:40:01,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46211 is added to blk_1073741830_1006 (size=73854) 2024-11-25T11:40:01,755 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a9d18f20-8c9b-6799-4210-14cce3251e74/MasterData/WALs/96bb5f2c2895,36901,1732534779716/96bb5f2c2895%2C36901%2C1732534779716.1732534781081 not finished, retry = 0 2024-11-25T11:40:01,856 INFO [M:0;96bb5f2c2895:36901 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T11:40:01,856 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:40:01,856 INFO [M:0;96bb5f2c2895:36901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36901 2024-11-25T11:40:01,857 INFO [M:0;96bb5f2c2895:36901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:40:01,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:40:01,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36901-0x1014eec84cb0006, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:40:01,958 INFO [M:0;96bb5f2c2895:36901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:40:01,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62c54c43{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:40:01,962 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a4b9436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:40:01,962 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:40:01,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41d53bd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:40:01,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36c104ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/hadoop.log.dir/,STOPPED} 2024-11-25T11:40:01,964 WARN [BP-778269386-172.17.0.2-1732534778659 heartbeating to localhost/127.0.0.1:37629 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:40:01,964 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:40:01,964 WARN [BP-778269386-172.17.0.2-1732534778659 heartbeating to localhost/127.0.0.1:37629 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-778269386-172.17.0.2-1732534778659 (Datanode Uuid d3c52473-31c6-41f7-b64b-ed2c5b3f49b1) service to localhost/127.0.0.1:37629 2024-11-25T11:40:01,964 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:40:01,964 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/cluster_f32d6d46-679c-193f-cca4-993f0d5c0506/data/data1/current/BP-778269386-172.17.0.2-1732534778659 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:40:01,965 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/cluster_f32d6d46-679c-193f-cca4-993f0d5c0506/data/data2/current/BP-778269386-172.17.0.2-1732534778659 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:40:01,965 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:40:01,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42343ec5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:40:01,971 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b8f72b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:40:01,972 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:40:01,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4210efb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:40:01,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a7e3235{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/hadoop.log.dir/,STOPPED} 2024-11-25T11:40:01,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T11:40:01,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T11:40:01,987 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:40:01,987 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:01,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:01,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:01,987 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T11:40:01,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:40:01,987 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1762952679, stopped=false 2024-11-25T11:40:01,987 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=96bb5f2c2895,34335,1732534775846 2024-11-25T11:40:01,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x1014eec84cb0004, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11760674157/running 2024-11-25T11:40:01,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11760674157/running 2024-11-25T11:40:01,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x1014eec84cb0004, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11760674157 2024-11-25T11:40:01,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11760674157 2024-11-25T11:40:01,991 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:40:01,991 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:40:01,991 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:01,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:01,991 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,43127,1732534775886' ***** 2024-11-25T11:40:01,991 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:40:01,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43127-0x1014eec84cb0004, quorum=127.0.0.1:57133, baseZNode=/11760674157 Set watcher on znode that does not yet exist, /11760674157/running 2024-11-25T11:40:01,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Set watcher on znode that does not yet exist, /11760674157/running 2024-11-25T11:40:01,991 INFO [RS:0;96bb5f2c2895:43127 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:40:01,991 INFO [RS:0;96bb5f2c2895:43127 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:40:01,991 INFO [RS:0;96bb5f2c2895:43127 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:40:01,991 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:40:01,991 INFO [RS:0;96bb5f2c2895:43127 {}] regionserver.HRegionServer(3091): Received CLOSE for d87cec23cb84756beae8f482d1eda32d 2024-11-25T11:40:01,992 INFO [RS:0;96bb5f2c2895:43127 {}] regionserver.HRegionServer(3091): Received CLOSE for 85428ae0a8453d64d0e0b2e87529017a 2024-11-25T11:40:01,992 INFO [RS:0;96bb5f2c2895:43127 {}] regionserver.HRegionServer(959): stopping server 96bb5f2c2895,43127,1732534775886 2024-11-25T11:40:01,992 INFO [RS:0;96bb5f2c2895:43127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:40:01,992 INFO [RS:0;96bb5f2c2895:43127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:43127. 2024-11-25T11:40:01,992 DEBUG [RS:0;96bb5f2c2895:43127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:01,992 DEBUG [RS:0;96bb5f2c2895:43127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:01,992 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d87cec23cb84756beae8f482d1eda32d, disabling compactions & flushes 2024-11-25T11:40:01,992 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534789013.d87cec23cb84756beae8f482d1eda32d. 2024-11-25T11:40:01,992 INFO [RS:0;96bb5f2c2895:43127 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:40:01,992 INFO [RS:0;96bb5f2c2895:43127 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:40:01,992 INFO [RS:0;96bb5f2c2895:43127 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:40:01,992 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534789013.d87cec23cb84756beae8f482d1eda32d. 2024-11-25T11:40:01,992 INFO [RS:0;96bb5f2c2895:43127 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T11:40:01,992 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534789013.d87cec23cb84756beae8f482d1eda32d. after waiting 0 ms 2024-11-25T11:40:01,992 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534789013.d87cec23cb84756beae8f482d1eda32d. 2024-11-25T11:40:01,993 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d87cec23cb84756beae8f482d1eda32d 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-25T11:40:01,993 INFO [RS:0;96bb5f2c2895:43127 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T11:40:01,993 DEBUG [RS:0;96bb5f2c2895:43127 {}] regionserver.HRegionServer(1325): Online Regions={d87cec23cb84756beae8f482d1eda32d=hbase:replication,,1732534789013.d87cec23cb84756beae8f482d1eda32d., 85428ae0a8453d64d0e0b2e87529017a=test,,1732534783548.85428ae0a8453d64d0e0b2e87529017a., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T11:40:01,993 DEBUG [RS:0;96bb5f2c2895:43127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85428ae0a8453d64d0e0b2e87529017a, d87cec23cb84756beae8f482d1eda32d 2024-11-25T11:40:01,993 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:40:01,993 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:40:01,993 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:40:01,993 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:40:01,993 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:40:01,993 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T11:40:02,015 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/replication/d87cec23cb84756beae8f482d1eda32d/.tmp/queue/f1204edd9199450fbb6665f43d5f6b24 is 154, key is 1-96bb5f2c2895,43127,1732534775886/queue:96bb5f2c2895%2C43127%2C1732534775886/1732534798645/Put/seqid=0 2024-11-25T11:40:02,015 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/meta/1588230740/.tmp/info/995d1c1766e841fd87d2db45a4020e05 is 147, key is hbase:replication,,1732534789013.d87cec23cb84756beae8f482d1eda32d./info:regioninfo/1732534789392/Put/seqid=0 2024-11-25T11:40:02,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44263 is added to blk_1073741840_1016 (size=5353) 2024-11-25T11:40:02,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44263 is added to blk_1073741841_1017 (size=7686) 2024-11-25T11:40:02,091 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:40:02,169 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 1468, reset compression=false 2024-11-25T11:40:02,193 DEBUG [RS:0;96bb5f2c2895:43127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85428ae0a8453d64d0e0b2e87529017a, d87cec23cb84756beae8f482d1eda32d 2024-11-25T11:40:02,393 DEBUG [RS:0;96bb5f2c2895:43127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85428ae0a8453d64d0e0b2e87529017a, d87cec23cb84756beae8f482d1eda32d 2024-11-25T11:40:02,420 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/replication/d87cec23cb84756beae8f482d1eda32d/.tmp/queue/f1204edd9199450fbb6665f43d5f6b24 2024-11-25T11:40:02,420 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/meta/1588230740/.tmp/info/995d1c1766e841fd87d2db45a4020e05 2024-11-25T11:40:02,425 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/replication/d87cec23cb84756beae8f482d1eda32d/.tmp/queue/f1204edd9199450fbb6665f43d5f6b24 as hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/replication/d87cec23cb84756beae8f482d1eda32d/queue/f1204edd9199450fbb6665f43d5f6b24 2024-11-25T11:40:02,429 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/replication/d87cec23cb84756beae8f482d1eda32d/queue/f1204edd9199450fbb6665f43d5f6b24, entries=1, sequenceid=14, filesize=5.2 K 2024-11-25T11:40:02,430 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for d87cec23cb84756beae8f482d1eda32d in 438ms, sequenceid=14, compaction requested=false 2024-11-25T11:40:02,437 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/replication/d87cec23cb84756beae8f482d1eda32d/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-25T11:40:02,437 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:40:02,437 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:40:02,437 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732534789013.d87cec23cb84756beae8f482d1eda32d. 2024-11-25T11:40:02,438 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d87cec23cb84756beae8f482d1eda32d: Waiting for close lock at 1732534801992Running coprocessor pre-close hooks at 1732534801992Disabling compacts and flushes for region at 1732534801992Disabling writes for close at 1732534801992Obtaining lock to block concurrent updates at 1732534801993 (+1 ms)Preparing flush snapshotting stores in d87cec23cb84756beae8f482d1eda32d at 1732534801993Finished memstore snapshotting hbase:replication,,1732534789013.d87cec23cb84756beae8f482d1eda32d., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732534801993Flushing stores of hbase:replication,,1732534789013.d87cec23cb84756beae8f482d1eda32d. at 1732534801993Flushing d87cec23cb84756beae8f482d1eda32d/queue: creating writer at 1732534801993Flushing d87cec23cb84756beae8f482d1eda32d/queue: appending metadata at 1732534802014 (+21 ms)Flushing d87cec23cb84756beae8f482d1eda32d/queue: closing flushed file at 1732534802015 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d1975fa: reopening flushed file at 1732534802425 (+410 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for d87cec23cb84756beae8f482d1eda32d in 438ms, sequenceid=14, compaction requested=false at 1732534802430 (+5 ms)Writing region close event to WAL at 1732534802434 (+4 ms)Running coprocessor post-close hooks at 1732534802437 (+3 ms)Closed at 1732534802437 2024-11-25T11:40:02,438 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732534789013.d87cec23cb84756beae8f482d1eda32d. 2024-11-25T11:40:02,438 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 85428ae0a8453d64d0e0b2e87529017a, disabling compactions & flushes 2024-11-25T11:40:02,438 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732534783548.85428ae0a8453d64d0e0b2e87529017a. 2024-11-25T11:40:02,438 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534783548.85428ae0a8453d64d0e0b2e87529017a. 2024-11-25T11:40:02,438 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732534783548.85428ae0a8453d64d0e0b2e87529017a. after waiting 0 ms 2024-11-25T11:40:02,438 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732534783548.85428ae0a8453d64d0e0b2e87529017a. 2024-11-25T11:40:02,438 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 85428ae0a8453d64d0e0b2e87529017a 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-25T11:40:02,441 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/meta/1588230740/.tmp/ns/7dbc2ba4d44f42919eaae1e2cfc1850e is 43, key is default/ns:d/1732534778518/Put/seqid=0 2024-11-25T11:40:02,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44263 is added to blk_1073741842_1018 (size=5153) 2024-11-25T11:40:02,454 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/default/test/85428ae0a8453d64d0e0b2e87529017a/.tmp/f/ea80bd78e7384d5287e2d6664fe24ea9 is 37, key is row3/f:row3/1732534797538/Put/seqid=0 2024-11-25T11:40:02,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44263 is added to blk_1073741843_1019 (size=5228) 2024-11-25T11:40:02,540 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T11:40:02,540 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T11:40:02,559 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 1496, reset compression=false 2024-11-25T11:40:02,593 DEBUG [RS:0;96bb5f2c2895:43127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85428ae0a8453d64d0e0b2e87529017a 2024-11-25T11:40:02,793 DEBUG [RS:0;96bb5f2c2895:43127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85428ae0a8453d64d0e0b2e87529017a 2024-11-25T11:40:02,845 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/meta/1588230740/.tmp/ns/7dbc2ba4d44f42919eaae1e2cfc1850e 2024-11-25T11:40:02,858 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/default/test/85428ae0a8453d64d0e0b2e87529017a/.tmp/f/ea80bd78e7384d5287e2d6664fe24ea9 2024-11-25T11:40:02,862 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea80bd78e7384d5287e2d6664fe24ea9 2024-11-25T11:40:02,864 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/meta/1588230740/.tmp/rep_barrier/0db45b3a1fe4459793ec0a4817e55b1e is 112, key is test,,1732534783548.85428ae0a8453d64d0e0b2e87529017a./rep_barrier:seqnumDuringOpen/1732534784694/Put/seqid=0 2024-11-25T11:40:02,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44263 is added to blk_1073741844_1020 (size=5518) 2024-11-25T11:40:02,877 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/default/test/85428ae0a8453d64d0e0b2e87529017a/.tmp/f1/4ac28192c7ea43af9084054961cd6d1f is 30, key is row1/f1:/1732534794868/DeleteFamily/seqid=0 2024-11-25T11:40:02,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44263 is added to blk_1073741845_1021 (size=5158) 2024-11-25T11:40:02,994 INFO [RS:0;96bb5f2c2895:43127 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T11:40:02,994 DEBUG [RS:0;96bb5f2c2895:43127 {}] regionserver.HRegionServer(1325): Online Regions={85428ae0a8453d64d0e0b2e87529017a=test,,1732534783548.85428ae0a8453d64d0e0b2e87529017a., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T11:40:02,994 DEBUG [RS:0;96bb5f2c2895:43127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85428ae0a8453d64d0e0b2e87529017a 2024-11-25T11:40:03,072 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 1468, reset compression=false 2024-11-25T11:40:03,078 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:40:03,078 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 1715, reset compression=false 2024-11-25T11:40:03,079 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.shipper96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,43127,1732534775886 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:40:03,080 ERROR [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.shipper96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 96bb5f2c2895,43127,1732534775886: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-96bb5f2c2895,43127,1732534775886, walGroup=96bb5f2c2895%2C43127%2C1732534775886, offset=96bb5f2c2895%2C43127%2C1732534775886.1732534777605:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:43127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T11:40:03,081 ERROR [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.shipper96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T11:40:03,082 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.shipper96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T11:40:03,082 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.shipper96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T11:40:03,082 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.shipper96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T11:40:03,082 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.shipper96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T11:40:03,082 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.shipper96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1214251008, "init": 1048576000, "max": 2306867200, "used": 881433832 }, "NonHeapMemoryUsage": { "committed": 201326592, "init": 7667712, "max": -1, "used": 198557408 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T11:40:03,082 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.shipper96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:34335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:34335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T11:40:03,194 DEBUG [RS:0;96bb5f2c2895:43127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85428ae0a8453d64d0e0b2e87529017a 2024-11-25T11:40:03,268 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/meta/1588230740/.tmp/rep_barrier/0db45b3a1fe4459793ec0a4817e55b1e 2024-11-25T11:40:03,281 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/default/test/85428ae0a8453d64d0e0b2e87529017a/.tmp/f1/4ac28192c7ea43af9084054961cd6d1f 2024-11-25T11:40:03,285 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ac28192c7ea43af9084054961cd6d1f 2024-11-25T11:40:03,285 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 1715, reset compression=false 2024-11-25T11:40:03,291 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/meta/1588230740/.tmp/table/5f76ce0178bc4803987224ee54006345 is 53, key is hbase:replication/table:state/1732534789400/Put/seqid=0 2024-11-25T11:40:03,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44263 is added to blk_1073741846_1022 (size=5308) 2024-11-25T11:40:03,305 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/default/test/85428ae0a8453d64d0e0b2e87529017a/.tmp/norep/89ee5234787d43b1bf01a4c668cf641a is 33, key is row1/norep:/1732534794868/DeleteFamily/seqid=0 2024-11-25T11:40:03,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44263 is added to blk_1073741847_1023 (size=5108) 2024-11-25T11:40:03,394 DEBUG [RS:0;96bb5f2c2895:43127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85428ae0a8453d64d0e0b2e87529017a 2024-11-25T11:40:03,462 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 1496, reset compression=false 2024-11-25T11:40:03,594 DEBUG [RS:0;96bb5f2c2895:43127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85428ae0a8453d64d0e0b2e87529017a 2024-11-25T11:40:03,596 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 1715, reset compression=false 2024-11-25T11:40:03,702 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/meta/1588230740/.tmp/table/5f76ce0178bc4803987224ee54006345 2024-11-25T11:40:03,708 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/meta/1588230740/.tmp/info/995d1c1766e841fd87d2db45a4020e05 as hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/meta/1588230740/info/995d1c1766e841fd87d2db45a4020e05 2024-11-25T11:40:03,710 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/default/test/85428ae0a8453d64d0e0b2e87529017a/.tmp/norep/89ee5234787d43b1bf01a4c668cf641a 2024-11-25T11:40:03,713 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/meta/1588230740/info/995d1c1766e841fd87d2db45a4020e05, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T11:40:03,715 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/meta/1588230740/.tmp/ns/7dbc2ba4d44f42919eaae1e2cfc1850e as hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/meta/1588230740/ns/7dbc2ba4d44f42919eaae1e2cfc1850e 2024-11-25T11:40:03,715 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89ee5234787d43b1bf01a4c668cf641a 2024-11-25T11:40:03,716 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/default/test/85428ae0a8453d64d0e0b2e87529017a/.tmp/f/ea80bd78e7384d5287e2d6664fe24ea9 as hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/default/test/85428ae0a8453d64d0e0b2e87529017a/f/ea80bd78e7384d5287e2d6664fe24ea9 2024-11-25T11:40:03,721 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/meta/1588230740/ns/7dbc2ba4d44f42919eaae1e2cfc1850e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T11:40:03,722 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/meta/1588230740/.tmp/rep_barrier/0db45b3a1fe4459793ec0a4817e55b1e as hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/meta/1588230740/rep_barrier/0db45b3a1fe4459793ec0a4817e55b1e 2024-11-25T11:40:03,722 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea80bd78e7384d5287e2d6664fe24ea9 2024-11-25T11:40:03,722 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/default/test/85428ae0a8453d64d0e0b2e87529017a/f/ea80bd78e7384d5287e2d6664fe24ea9, entries=5, sequenceid=12, filesize=5.1 K 2024-11-25T11:40:03,723 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/default/test/85428ae0a8453d64d0e0b2e87529017a/.tmp/f1/4ac28192c7ea43af9084054961cd6d1f as hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/default/test/85428ae0a8453d64d0e0b2e87529017a/f1/4ac28192c7ea43af9084054961cd6d1f 2024-11-25T11:40:03,727 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ac28192c7ea43af9084054961cd6d1f 2024-11-25T11:40:03,727 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/default/test/85428ae0a8453d64d0e0b2e87529017a/f1/4ac28192c7ea43af9084054961cd6d1f, entries=3, sequenceid=12, filesize=5.0 K 2024-11-25T11:40:03,727 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/meta/1588230740/rep_barrier/0db45b3a1fe4459793ec0a4817e55b1e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T11:40:03,728 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/default/test/85428ae0a8453d64d0e0b2e87529017a/.tmp/norep/89ee5234787d43b1bf01a4c668cf641a as hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/default/test/85428ae0a8453d64d0e0b2e87529017a/norep/89ee5234787d43b1bf01a4c668cf641a 2024-11-25T11:40:03,728 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/meta/1588230740/.tmp/table/5f76ce0178bc4803987224ee54006345 as hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/meta/1588230740/table/5f76ce0178bc4803987224ee54006345 2024-11-25T11:40:03,735 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/meta/1588230740/table/5f76ce0178bc4803987224ee54006345, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T11:40:03,735 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89ee5234787d43b1bf01a4c668cf641a 2024-11-25T11:40:03,735 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/default/test/85428ae0a8453d64d0e0b2e87529017a/norep/89ee5234787d43b1bf01a4c668cf641a, entries=1, sequenceid=12, filesize=5.0 K 2024-11-25T11:40:03,736 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1743ms, sequenceid=16, compaction requested=false 2024-11-25T11:40:03,736 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 85428ae0a8453d64d0e0b2e87529017a in 1298ms, sequenceid=12, compaction requested=false 2024-11-25T11:40:03,753 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/default/test/85428ae0a8453d64d0e0b2e87529017a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-25T11:40:03,753 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:40:03,753 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T11:40:03,753 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732534783548.85428ae0a8453d64d0e0b2e87529017a. 2024-11-25T11:40:03,753 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 85428ae0a8453d64d0e0b2e87529017a: Waiting for close lock at 1732534802438Running coprocessor pre-close hooks at 1732534802438Disabling compacts and flushes for region at 1732534802438Disabling writes for close at 1732534802438Obtaining lock to block concurrent updates at 1732534802438Preparing flush snapshotting stores in 85428ae0a8453d64d0e0b2e87529017a at 1732534802438Finished memstore snapshotting test,,1732534783548.85428ae0a8453d64d0e0b2e87529017a., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732534802438Flushing stores of test,,1732534783548.85428ae0a8453d64d0e0b2e87529017a. at 1732534802439 (+1 ms)Flushing 85428ae0a8453d64d0e0b2e87529017a/f: creating writer at 1732534802439Flushing 85428ae0a8453d64d0e0b2e87529017a/f: appending metadata at 1732534802453 (+14 ms)Flushing 85428ae0a8453d64d0e0b2e87529017a/f: closing flushed file at 1732534802454 (+1 ms)Flushing 85428ae0a8453d64d0e0b2e87529017a/f1: creating writer at 1732534802862 (+408 ms)Flushing 85428ae0a8453d64d0e0b2e87529017a/f1: appending metadata at 1732534802876 (+14 ms)Flushing 85428ae0a8453d64d0e0b2e87529017a/f1: closing flushed file at 1732534802876Flushing 85428ae0a8453d64d0e0b2e87529017a/norep: creating writer at 1732534803285 (+409 ms)Flushing 85428ae0a8453d64d0e0b2e87529017a/norep: appending metadata at 1732534803304 (+19 ms)Flushing 85428ae0a8453d64d0e0b2e87529017a/norep: closing flushed file at 1732534803304Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2044bc3b: reopening flushed file at 1732534803715 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b3b6019: reopening flushed file at 1732534803722 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a7add2d: reopening flushed file at 1732534803727 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 85428ae0a8453d64d0e0b2e87529017a in 1298ms, sequenceid=12, compaction requested=false at 1732534803736 (+9 ms)Writing region close event to WAL at 1732534803744 (+8 ms)Running coprocessor post-close hooks at 1732534803753 (+9 ms)Closed at 1732534803753 2024-11-25T11:40:03,754 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732534783548.85428ae0a8453d64d0e0b2e87529017a. 2024-11-25T11:40:03,757 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T11:40:03,757 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:40:03,757 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:40:03,757 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:40:03,757 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534801993Running coprocessor pre-close hooks at 1732534801993Disabling compacts and flushes for region at 1732534801993Disabling writes for close at 1732534801993Obtaining lock to block concurrent updates at 1732534801993Preparing flush snapshotting stores in 1588230740 at 1732534801993Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732534801993Flushing stores of hbase:meta,,1.1588230740 at 1732534801994 (+1 ms)Flushing 1588230740/info: creating writer at 1732534801994Flushing 1588230740/info: appending metadata at 1732534802015 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732534802015Flushing 1588230740/ns: creating writer at 1732534802425 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732534802441 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732534802441Flushing 1588230740/rep_barrier: creating writer at 1732534802849 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732534802864 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732534802864Flushing 1588230740/table: creating writer at 1732534803273 (+409 ms)Flushing 1588230740/table: appending metadata at 1732534803291 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732534803291Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c077e69: reopening flushed file at 1732534803707 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b870c66: reopening flushed file at 1732534803713 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42de03ab: reopening flushed file at 1732534803721 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bf90367: reopening flushed file at 1732534803727 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1743ms, sequenceid=16, compaction requested=false at 1732534803736 (+9 ms)Writing region close event to WAL at 1732534803749 (+13 ms)Running coprocessor post-close hooks at 1732534803757 (+8 ms)Closed at 1732534803757 2024-11-25T11:40:03,758 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T11:40:03,795 INFO [RS:0;96bb5f2c2895:43127 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,43127,1732534775886; all regions closed. 2024-11-25T11:40:03,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44263 is added to blk_1073741834_1010 (size=4239) 2024-11-25T11:40:03,799 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.meta.1732534778479.meta not finished, retry = 0 2024-11-25T11:40:03,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44263 is added to blk_1073741839_1015 (size=3552) 2024-11-25T11:40:03,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44263 is added to blk_1073741832_1008 (size=2367) 2024-11-25T11:40:03,904 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 not finished, retry = 0 2024-11-25T11:40:04,005 DEBUG [RS:0;96bb5f2c2895:43127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:04,005 INFO [RS:0;96bb5f2c2895:43127 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:40:04,005 INFO [RS:0;96bb5f2c2895:43127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:40:04,005 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 to pos 1715, reset compression=false 2024-11-25T11:40:04,005 INFO [RS:0;96bb5f2c2895:43127 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T11:40:04,005 INFO [RS:0;96bb5f2c2895:43127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:40:04,005 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:40:04,006 INFO [RS:0;96bb5f2c2895:43127 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-96bb5f2c2895,43127,1732534775886 because: Region server is closing 2024-11-25T11:40:04,006 INFO [RS:0;96bb5f2c2895:43127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:43127. 2024-11-25T11:40:04,006 DEBUG [RS:0;96bb5f2c2895:43127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:04,006 DEBUG [RS:0;96bb5f2c2895:43127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:04,006 DEBUG [RS:0;96bb5f2c2895:43127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:04,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:40:04,008 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/WALs/96bb5f2c2895,43127,1732534775886/96bb5f2c2895%2C43127%2C1732534775886.1732534777605 2024-11-25T11:40:04,008 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.wal-reader.96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:40:04,107 INFO [RS:0;96bb5f2c2895:43127 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,43127,1732534775886.replicationSource.shipper96bb5f2c2895%2C43127%2C1732534775886,1-96bb5f2c2895,43127,1732534775886 terminated 2024-11-25T11:40:04,107 INFO [RS:0;96bb5f2c2895:43127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:43127. 2024-11-25T11:40:04,107 DEBUG [RS:0;96bb5f2c2895:43127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:04,107 DEBUG [RS:0;96bb5f2c2895:43127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:04,107 DEBUG [RS:0;96bb5f2c2895:43127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:04,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:40:04,107 INFO [RS:0;96bb5f2c2895:43127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43127 2024-11-25T11:40:04,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x1014eec84cb0004, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11760674157/rs/96bb5f2c2895,43127,1732534775886 2024-11-25T11:40:04,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11760674157/rs 2024-11-25T11:40:04,114 INFO [RS:0;96bb5f2c2895:43127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:40:04,115 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,43127,1732534775886] 2024-11-25T11:40:04,117 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11760674157/draining/96bb5f2c2895,43127,1732534775886 already deleted, retry=false 2024-11-25T11:40:04,117 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96bb5f2c2895,43127,1732534775886 expired; onlineServers=0 2024-11-25T11:40:04,117 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '96bb5f2c2895,34335,1732534775846' ***** 2024-11-25T11:40:04,117 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T11:40:04,117 INFO [M:0;96bb5f2c2895:34335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:40:04,117 INFO [M:0;96bb5f2c2895:34335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:40:04,117 DEBUG [M:0;96bb5f2c2895:34335 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T11:40:04,117 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T11:40:04,117 DEBUG [M:0;96bb5f2c2895:34335 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T11:40:04,117 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534777340 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534777340,5,FailOnTimeoutGroup] 2024-11-25T11:40:04,117 INFO [M:0;96bb5f2c2895:34335 {}] hbase.ChoreService(370): Chore service for: master/96bb5f2c2895:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T11:40:04,117 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534777337 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534777337,5,FailOnTimeoutGroup] 2024-11-25T11:40:04,117 INFO [M:0;96bb5f2c2895:34335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:40:04,117 DEBUG [M:0;96bb5f2c2895:34335 {}] master.HMaster(1795): Stopping service threads 2024-11-25T11:40:04,117 INFO [M:0;96bb5f2c2895:34335 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T11:40:04,117 INFO [M:0;96bb5f2c2895:34335 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:40:04,117 INFO [M:0;96bb5f2c2895:34335 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T11:40:04,118 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T11:40:04,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11760674157/master 2024-11-25T11:40:04,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11760674157 2024-11-25T11:40:04,122 DEBUG [M:0;96bb5f2c2895:34335 {}] zookeeper.RecoverableZooKeeper(212): Node /11760674157/master already deleted, retry=false 2024-11-25T11:40:04,122 DEBUG [M:0;96bb5f2c2895:34335 {}] master.ActiveMasterManager(353): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Failed delete of our master address node; KeeperErrorCode = NoNode for /11760674157/master 2024-11-25T11:40:04,123 INFO [M:0;96bb5f2c2895:34335 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/.lastflushedseqids 2024-11-25T11:40:04,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44263 is added to blk_1073741848_1024 (size=245) 2024-11-25T11:40:04,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x1014eec84cb0004, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:40:04,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43127-0x1014eec84cb0004, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:40:04,216 INFO [RS:0;96bb5f2c2895:43127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:40:04,216 INFO [RS:0;96bb5f2c2895:43127 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,43127,1732534775886; zookeeper connection closed. 2024-11-25T11:40:04,217 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56a46394 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56a46394 2024-11-25T11:40:04,217 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T11:40:04,466 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 1496, reset compression=false 2024-11-25T11:40:04,531 INFO [M:0;96bb5f2c2895:34335 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T11:40:04,531 INFO [M:0;96bb5f2c2895:34335 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T11:40:04,531 DEBUG [M:0;96bb5f2c2895:34335 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:40:04,531 INFO [M:0;96bb5f2c2895:34335 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:04,531 DEBUG [M:0;96bb5f2c2895:34335 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:04,531 DEBUG [M:0;96bb5f2c2895:34335 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:40:04,531 DEBUG [M:0;96bb5f2c2895:34335 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:04,531 INFO [M:0;96bb5f2c2895:34335 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-25T11:40:04,548 DEBUG [M:0;96bb5f2c2895:34335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5c5b966e5c54303af6f1ba5e8f405c9 is 82, key is hbase:meta,,1/info:regioninfo/1732534778509/Put/seqid=0 2024-11-25T11:40:04,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44263 is added to blk_1073741849_1025 (size=5672) 2024-11-25T11:40:04,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:04,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:04,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:04,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:04,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:04,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:04,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:04,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:04,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:04,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:04,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:04,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:04,954 INFO [M:0;96bb5f2c2895:34335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5c5b966e5c54303af6f1ba5e8f405c9 2024-11-25T11:40:04,977 DEBUG [M:0;96bb5f2c2895:34335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb6cf7cf8a404c24aa98c2b870f932f5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732534789403/Put/seqid=0 2024-11-25T11:40:04,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44263 is added to blk_1073741850_1026 (size=8515) 2024-11-25T11:40:04,989 INFO [M:0;96bb5f2c2895:34335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb6cf7cf8a404c24aa98c2b870f932f5 2024-11-25T11:40:05,009 DEBUG [M:0;96bb5f2c2895:34335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7874ac3a86bd49f79fa2c1c5f701762d is 69, key is 96bb5f2c2895,43127,1732534775886/rs:state/1732534777448/Put/seqid=0 2024-11-25T11:40:05,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44263 is added to blk_1073741851_1027 (size=5156) 2024-11-25T11:40:05,016 INFO [M:0;96bb5f2c2895:34335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7874ac3a86bd49f79fa2c1c5f701762d 2024-11-25T11:40:05,021 DEBUG [M:0;96bb5f2c2895:34335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5c5b966e5c54303af6f1ba5e8f405c9 as hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e5c5b966e5c54303af6f1ba5e8f405c9 2024-11-25T11:40:05,026 INFO [M:0;96bb5f2c2895:34335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e5c5b966e5c54303af6f1ba5e8f405c9, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T11:40:05,027 DEBUG [M:0;96bb5f2c2895:34335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb6cf7cf8a404c24aa98c2b870f932f5 as hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb6cf7cf8a404c24aa98c2b870f932f5 2024-11-25T11:40:05,031 INFO [M:0;96bb5f2c2895:34335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb6cf7cf8a404c24aa98c2b870f932f5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T11:40:05,032 DEBUG [M:0;96bb5f2c2895:34335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7874ac3a86bd49f79fa2c1c5f701762d as hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7874ac3a86bd49f79fa2c1c5f701762d 2024-11-25T11:40:05,036 INFO [M:0;96bb5f2c2895:34335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/58dc3db2-7ace-b3af-13cb-43494446f791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7874ac3a86bd49f79fa2c1c5f701762d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T11:40:05,036 INFO [M:0;96bb5f2c2895:34335 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 505ms, sequenceid=97, compaction requested=false 2024-11-25T11:40:05,045 INFO [M:0;96bb5f2c2895:34335 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:05,045 DEBUG [M:0;96bb5f2c2895:34335 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534804531Disabling compacts and flushes for region at 1732534804531Disabling writes for close at 1732534804531Obtaining lock to block concurrent updates at 1732534804531Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732534804531Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732534804532 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732534804532Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732534804532Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732534804548 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732534804548Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732534804958 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732534804976 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732534804976Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732534804993 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732534805009 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732534805009Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36d6936a: reopening flushed file at 1732534805020 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@411255eb: reopening flushed file at 1732534805026 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b41d10e: reopening flushed file at 1732534805031 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 505ms, sequenceid=97, compaction requested=false at 1732534805036 (+5 ms)Writing region close event to WAL at 1732534805045 (+9 ms)Closed at 1732534805045 2024-11-25T11:40:05,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44263 is added to blk_1073741830_1006 (size=63642) 2024-11-25T11:40:05,050 INFO [M:0;96bb5f2c2895:34335 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T11:40:05,051 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:40:05,051 INFO [M:0;96bb5f2c2895:34335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34335 2024-11-25T11:40:05,052 INFO [M:0;96bb5f2c2895:34335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:40:05,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:40:05,154 INFO [M:0;96bb5f2c2895:34335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:40:05,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34335-0x1014eec84cb0003, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:40:05,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4199d422{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:40:05,161 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5647fbbb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:40:05,161 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:40:05,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@700ad68f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:40:05,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d0cb7f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/hadoop.log.dir/,STOPPED} 2024-11-25T11:40:05,163 WARN [BP-1680631324-172.17.0.2-1732534774796 heartbeating to localhost/127.0.0.1:45635 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:40:05,163 WARN [BP-1680631324-172.17.0.2-1732534774796 heartbeating to localhost/127.0.0.1:45635 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1680631324-172.17.0.2-1732534774796 (Datanode Uuid 1b881a0e-9abf-43ef-ac61-0c25ad44d59b) service to localhost/127.0.0.1:45635 2024-11-25T11:40:05,164 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:40:05,164 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/cluster_f27f280d-17b0-b49c-5094-ab81d388e4f1/data/data1/current/BP-1680631324-172.17.0.2-1732534774796 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:40:05,164 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/cluster_f27f280d-17b0-b49c-5094-ab81d388e4f1/data/data2/current/BP-1680631324-172.17.0.2-1732534774796 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:40:05,164 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:40:05,165 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:40:05,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10f37359{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:40:05,173 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ed4e03d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:40:05,173 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:40:05,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@92d56b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:40:05,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38f695b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1716c75-947f-6f34-9ac6-9b43cc02e2ab/hadoop.log.dir/,STOPPED} 2024-11-25T11:40:05,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T11:40:05,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T11:40:05,188 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:40:05,188 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:05,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:05,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:05,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:40:05,189 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T11:40:05,189 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=759982030, stopped=false 2024-11-25T11:40:05,189 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=96bb5f2c2895,46347,1732534771690 2024-11-25T11:40:05,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01198041703/running 2024-11-25T11:40:05,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198041703 2024-11-25T11:40:05,197 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:40:05,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1014eec84cb0001, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01198041703/running 2024-11-25T11:40:05,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1014eec84cb0001, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198041703 2024-11-25T11:40:05,197 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:40:05,197 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:05,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:05,197 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,44417,1732534771741' ***** 2024-11-25T11:40:05,197 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:40:05,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Set watcher on znode that does not yet exist, /01198041703/running 2024-11-25T11:40:05,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44417-0x1014eec84cb0001, quorum=127.0.0.1:57133, baseZNode=/01198041703 Set watcher on znode that does not yet exist, /01198041703/running 2024-11-25T11:40:05,198 INFO [RS:0;96bb5f2c2895:44417 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:40:05,198 INFO [RS:0;96bb5f2c2895:44417 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:40:05,198 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:40:05,198 INFO [RS:0;96bb5f2c2895:44417 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:40:05,198 INFO [RS:0;96bb5f2c2895:44417 {}] regionserver.HRegionServer(3091): Received CLOSE for 358940dc3efc053f1d0982841606dc47 2024-11-25T11:40:05,200 INFO [RS:0;96bb5f2c2895:44417 {}] regionserver.HRegionServer(3091): Received CLOSE for 95fe53a995c518dd76d15f98dc1e6227 2024-11-25T11:40:05,200 INFO [RS:0;96bb5f2c2895:44417 {}] regionserver.HRegionServer(959): stopping server 96bb5f2c2895,44417,1732534771741 2024-11-25T11:40:05,200 INFO [RS:0;96bb5f2c2895:44417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:40:05,200 INFO [RS:0;96bb5f2c2895:44417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:44417. 2024-11-25T11:40:05,200 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 358940dc3efc053f1d0982841606dc47, disabling compactions & flushes 2024-11-25T11:40:05,200 DEBUG [RS:0;96bb5f2c2895:44417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:05,201 DEBUG [RS:0;96bb5f2c2895:44417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:05,201 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732534782402.358940dc3efc053f1d0982841606dc47. 2024-11-25T11:40:05,201 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534782402.358940dc3efc053f1d0982841606dc47. 2024-11-25T11:40:05,201 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732534782402.358940dc3efc053f1d0982841606dc47. after waiting 0 ms 2024-11-25T11:40:05,201 INFO [RS:0;96bb5f2c2895:44417 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:40:05,201 INFO [RS:0;96bb5f2c2895:44417 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:40:05,201 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732534782402.358940dc3efc053f1d0982841606dc47. 2024-11-25T11:40:05,201 INFO [RS:0;96bb5f2c2895:44417 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:40:05,201 INFO [RS:0;96bb5f2c2895:44417 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T11:40:05,201 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 358940dc3efc053f1d0982841606dc47 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-25T11:40:05,208 INFO [RS:0;96bb5f2c2895:44417 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T11:40:05,208 DEBUG [RS:0;96bb5f2c2895:44417 {}] regionserver.HRegionServer(1325): Online Regions={358940dc3efc053f1d0982841606dc47=test,,1732534782402.358940dc3efc053f1d0982841606dc47., 95fe53a995c518dd76d15f98dc1e6227=hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T11:40:05,208 DEBUG [RS:0;96bb5f2c2895:44417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 358940dc3efc053f1d0982841606dc47, 95fe53a995c518dd76d15f98dc1e6227 2024-11-25T11:40:05,208 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:40:05,208 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:40:05,208 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:40:05,209 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:40:05,209 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:40:05,209 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T11:40:05,215 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:40:05,231 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/meta/1588230740/.tmp/info/e90dc9fb59fb424ca56df9c2bb1a3ef6 is 147, key is hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227./info:regioninfo/1732534788641/Put/seqid=0 2024-11-25T11:40:05,232 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/default/test/358940dc3efc053f1d0982841606dc47/.tmp/f/b045bd14caf04d1b81a6d46e24adfb08 is 37, key is row3/f:row3/1732534797538/Put/seqid=0 2024-11-25T11:40:05,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741840_1016 (size=7686) 2024-11-25T11:40:05,242 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/meta/1588230740/.tmp/info/e90dc9fb59fb424ca56df9c2bb1a3ef6 2024-11-25T11:40:05,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741841_1017 (size=5228) 2024-11-25T11:40:05,268 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/meta/1588230740/.tmp/ns/10653d67a3554369b6604975631121e0 is 43, key is default/ns:d/1732534774727/Put/seqid=0 2024-11-25T11:40:05,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741842_1018 (size=5153) 2024-11-25T11:40:05,409 DEBUG [RS:0;96bb5f2c2895:44417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 358940dc3efc053f1d0982841606dc47, 95fe53a995c518dd76d15f98dc1e6227 2024-11-25T11:40:05,421 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:40:05,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:05,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:05,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:05,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:05,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:05,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:05,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:05,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:05,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:05,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:05,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:05,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:05,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:05,570 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 1496, reset compression=false 2024-11-25T11:40:05,574 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:40:05,575 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 1743, reset compression=false 2024-11-25T11:40:05,575 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.shipper96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,44417,1732534771741 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:40:05,585 ERROR [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.shipper96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 96bb5f2c2895,44417,1732534771741: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-96bb5f2c2895,44417,1732534771741, walGroup=96bb5f2c2895%2C44417%2C1732534771741, offset=96bb5f2c2895%2C44417%2C1732534771741.1732534773723:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:44417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T11:40:05,586 ERROR [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.shipper96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T11:40:05,586 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.shipper96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T11:40:05,587 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.shipper96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T11:40:05,587 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.shipper96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T11:40:05,587 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.shipper96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T11:40:05,587 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.shipper96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1214251008, "init": 1048576000, "max": 2306867200, "used": 728382472 }, "NonHeapMemoryUsage": { "committed": 201981952, "init": 7667712, "max": -1, "used": 199156392 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T11:40:05,587 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.shipper96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:46347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:46347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T11:40:05,609 DEBUG [RS:0;96bb5f2c2895:44417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 358940dc3efc053f1d0982841606dc47, 95fe53a995c518dd76d15f98dc1e6227 2024-11-25T11:40:05,621 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T11:40:05,621 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T11:40:05,647 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/default/test/358940dc3efc053f1d0982841606dc47/.tmp/f/b045bd14caf04d1b81a6d46e24adfb08 2024-11-25T11:40:05,652 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b045bd14caf04d1b81a6d46e24adfb08 2024-11-25T11:40:05,669 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/default/test/358940dc3efc053f1d0982841606dc47/.tmp/f1/8a96c6afc09744f6ae2985c521278136 is 30, key is row1/f1:/1732534794868/DeleteFamily/seqid=0 2024-11-25T11:40:05,672 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/meta/1588230740/.tmp/ns/10653d67a3554369b6604975631121e0 2024-11-25T11:40:05,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741843_1019 (size=5158) 2024-11-25T11:40:05,680 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/default/test/358940dc3efc053f1d0982841606dc47/.tmp/f1/8a96c6afc09744f6ae2985c521278136 2024-11-25T11:40:05,683 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a96c6afc09744f6ae2985c521278136 2024-11-25T11:40:05,693 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/meta/1588230740/.tmp/rep_barrier/b489be3924ad4bf4892eb384b689ace3 is 112, key is test,,1732534782402.358940dc3efc053f1d0982841606dc47./rep_barrier:seqnumDuringOpen/1732534783164/Put/seqid=0 2024-11-25T11:40:05,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741844_1020 (size=5518) 2024-11-25T11:40:05,699 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/default/test/358940dc3efc053f1d0982841606dc47/.tmp/norep/1c53b4fbce95469180ebee8094519aab is 32, key is row/norep:/1732534793859/DeleteFamily/seqid=0 2024-11-25T11:40:05,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741845_1021 (size=5101) 2024-11-25T11:40:05,702 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/default/test/358940dc3efc053f1d0982841606dc47/.tmp/norep/1c53b4fbce95469180ebee8094519aab 2024-11-25T11:40:05,710 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c53b4fbce95469180ebee8094519aab 2024-11-25T11:40:05,711 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/default/test/358940dc3efc053f1d0982841606dc47/.tmp/f/b045bd14caf04d1b81a6d46e24adfb08 as hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/default/test/358940dc3efc053f1d0982841606dc47/f/b045bd14caf04d1b81a6d46e24adfb08 2024-11-25T11:40:05,715 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b045bd14caf04d1b81a6d46e24adfb08 2024-11-25T11:40:05,715 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/default/test/358940dc3efc053f1d0982841606dc47/f/b045bd14caf04d1b81a6d46e24adfb08, entries=5, sequenceid=12, filesize=5.1 K 2024-11-25T11:40:05,716 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/default/test/358940dc3efc053f1d0982841606dc47/.tmp/f1/8a96c6afc09744f6ae2985c521278136 as hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/default/test/358940dc3efc053f1d0982841606dc47/f1/8a96c6afc09744f6ae2985c521278136 2024-11-25T11:40:05,720 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a96c6afc09744f6ae2985c521278136 2024-11-25T11:40:05,720 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/default/test/358940dc3efc053f1d0982841606dc47/f1/8a96c6afc09744f6ae2985c521278136, entries=3, sequenceid=12, filesize=5.0 K 2024-11-25T11:40:05,720 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/default/test/358940dc3efc053f1d0982841606dc47/.tmp/norep/1c53b4fbce95469180ebee8094519aab as hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/default/test/358940dc3efc053f1d0982841606dc47/norep/1c53b4fbce95469180ebee8094519aab 2024-11-25T11:40:05,725 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c53b4fbce95469180ebee8094519aab 2024-11-25T11:40:05,725 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/default/test/358940dc3efc053f1d0982841606dc47/norep/1c53b4fbce95469180ebee8094519aab, entries=1, sequenceid=12, filesize=5.0 K 2024-11-25T11:40:05,726 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 358940dc3efc053f1d0982841606dc47 in 525ms, sequenceid=12, compaction requested=false 2024-11-25T11:40:05,726 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T11:40:05,737 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/default/test/358940dc3efc053f1d0982841606dc47/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-25T11:40:05,737 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:40:05,737 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T11:40:05,737 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732534782402.358940dc3efc053f1d0982841606dc47. 2024-11-25T11:40:05,738 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 358940dc3efc053f1d0982841606dc47: Waiting for close lock at 1732534805200Running coprocessor pre-close hooks at 1732534805200Disabling compacts and flushes for region at 1732534805200Disabling writes for close at 1732534805201 (+1 ms)Obtaining lock to block concurrent updates at 1732534805201Preparing flush snapshotting stores in 358940dc3efc053f1d0982841606dc47 at 1732534805201Finished memstore snapshotting test,,1732534782402.358940dc3efc053f1d0982841606dc47., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732534805201Flushing stores of test,,1732534782402.358940dc3efc053f1d0982841606dc47. at 1732534805202 (+1 ms)Flushing 358940dc3efc053f1d0982841606dc47/f: creating writer at 1732534805202Flushing 358940dc3efc053f1d0982841606dc47/f: appending metadata at 1732534805231 (+29 ms)Flushing 358940dc3efc053f1d0982841606dc47/f: closing flushed file at 1732534805231Flushing 358940dc3efc053f1d0982841606dc47/f1: creating writer at 1732534805652 (+421 ms)Flushing 358940dc3efc053f1d0982841606dc47/f1: appending metadata at 1732534805669 (+17 ms)Flushing 358940dc3efc053f1d0982841606dc47/f1: closing flushed file at 1732534805669Flushing 358940dc3efc053f1d0982841606dc47/norep: creating writer at 1732534805683 (+14 ms)Flushing 358940dc3efc053f1d0982841606dc47/norep: appending metadata at 1732534805698 (+15 ms)Flushing 358940dc3efc053f1d0982841606dc47/norep: closing flushed file at 1732534805698Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@255381e: reopening flushed file at 1732534805710 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@131309fb: reopening flushed file at 1732534805715 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6af56d6: reopening flushed file at 1732534805720 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 358940dc3efc053f1d0982841606dc47 in 525ms, sequenceid=12, compaction requested=false at 1732534805726 (+6 ms)Writing region close event to WAL at 1732534805732 (+6 ms)Running coprocessor post-close hooks at 1732534805737 (+5 ms)Closed at 1732534805737 2024-11-25T11:40:05,738 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732534782402.358940dc3efc053f1d0982841606dc47. 2024-11-25T11:40:05,738 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 95fe53a995c518dd76d15f98dc1e6227, disabling compactions & flushes 2024-11-25T11:40:05,738 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227. 2024-11-25T11:40:05,738 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227. 2024-11-25T11:40:05,738 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227. after waiting 0 ms 2024-11-25T11:40:05,738 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227. 2024-11-25T11:40:05,738 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 95fe53a995c518dd76d15f98dc1e6227: Waiting for close lock at 1732534805738Running coprocessor pre-close hooks at 1732534805738Disabling compacts and flushes for region at 1732534805738Disabling writes for close at 1732534805738Failed flush hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227., putting online again at 1732534805738 2024-11-25T11:40:05,738 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227. 2024-11-25T11:40:05,787 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 1743, reset compression=false 2024-11-25T11:40:05,792 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:40:05,792 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 2387, reset compression=false 2024-11-25T11:40:05,809 INFO [RS:0;96bb5f2c2895:44417 {}] regionserver.HRegionServer(3091): Received CLOSE for 95fe53a995c518dd76d15f98dc1e6227 2024-11-25T11:40:05,809 DEBUG [RS:0;96bb5f2c2895:44417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 95fe53a995c518dd76d15f98dc1e6227 2024-11-25T11:40:05,809 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 95fe53a995c518dd76d15f98dc1e6227, disabling compactions & flushes 2024-11-25T11:40:05,809 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227. 2024-11-25T11:40:05,809 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227. 2024-11-25T11:40:05,809 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227. after waiting 0 ms 2024-11-25T11:40:05,809 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227. 2024-11-25T11:40:05,809 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 95fe53a995c518dd76d15f98dc1e6227: Waiting for close lock at 1732534805809Running coprocessor pre-close hooks at 1732534805809Disabling compacts and flushes for region at 1732534805809Disabling writes for close at 1732534805809Failed flush hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227., putting online again at 1732534805809 2024-11-25T11:40:05,809 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227. 2024-11-25T11:40:06,000 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 2387, reset compression=false 2024-11-25T11:40:06,009 DEBUG [RS:0;96bb5f2c2895:44417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:40:06,097 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/meta/1588230740/.tmp/rep_barrier/b489be3924ad4bf4892eb384b689ace3 2024-11-25T11:40:06,115 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/meta/1588230740/.tmp/table/0080107a900e4e959af8a9675abb898a is 53, key is hbase:replication/table:state/1732534788649/Put/seqid=0 2024-11-25T11:40:06,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741846_1022 (size=5308) 2024-11-25T11:40:06,209 INFO [RS:0;96bb5f2c2895:44417 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T11:40:06,209 DEBUG [RS:0;96bb5f2c2895:44417 {}] regionserver.HRegionServer(1325): Online Regions={95fe53a995c518dd76d15f98dc1e6227=hbase:replication,,1732534787861.95fe53a995c518dd76d15f98dc1e6227., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T11:40:06,209 DEBUG [RS:0;96bb5f2c2895:44417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:40:06,303 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 2387, reset compression=false 2024-11-25T11:40:06,410 DEBUG [RS:0;96bb5f2c2895:44417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:40:06,519 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/meta/1588230740/.tmp/table/0080107a900e4e959af8a9675abb898a 2024-11-25T11:40:06,524 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/meta/1588230740/.tmp/info/e90dc9fb59fb424ca56df9c2bb1a3ef6 as hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/meta/1588230740/info/e90dc9fb59fb424ca56df9c2bb1a3ef6 2024-11-25T11:40:06,527 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/meta/1588230740/info/e90dc9fb59fb424ca56df9c2bb1a3ef6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T11:40:06,528 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/meta/1588230740/.tmp/ns/10653d67a3554369b6604975631121e0 as hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/meta/1588230740/ns/10653d67a3554369b6604975631121e0 2024-11-25T11:40:06,531 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/meta/1588230740/ns/10653d67a3554369b6604975631121e0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T11:40:06,532 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/meta/1588230740/.tmp/rep_barrier/b489be3924ad4bf4892eb384b689ace3 as hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/meta/1588230740/rep_barrier/b489be3924ad4bf4892eb384b689ace3 2024-11-25T11:40:06,536 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/meta/1588230740/rep_barrier/b489be3924ad4bf4892eb384b689ace3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T11:40:06,536 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/meta/1588230740/.tmp/table/0080107a900e4e959af8a9675abb898a as hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/meta/1588230740/table/0080107a900e4e959af8a9675abb898a 2024-11-25T11:40:06,540 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/meta/1588230740/table/0080107a900e4e959af8a9675abb898a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T11:40:06,540 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false 2024-11-25T11:40:06,541 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T11:40:06,544 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T11:40:06,545 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:40:06,545 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:40:06,545 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:40:06,545 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534805208Running coprocessor pre-close hooks at 1732534805208Disabling compacts and flushes for region at 1732534805208Disabling writes for close at 1732534805209 (+1 ms)Obtaining lock to block concurrent updates at 1732534805209Preparing flush snapshotting stores in 1588230740 at 1732534805209Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732534805209Flushing stores of hbase:meta,,1.1588230740 at 1732534805209Flushing 1588230740/info: creating writer at 1732534805210 (+1 ms)Flushing 1588230740/info: appending metadata at 1732534805231 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732534805231Flushing 1588230740/ns: creating writer at 1732534805251 (+20 ms)Flushing 1588230740/ns: appending metadata at 1732534805268 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732534805268Flushing 1588230740/rep_barrier: creating writer at 1732534805676 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732534805692 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732534805693 (+1 ms)Flushing 1588230740/table: creating writer at 1732534806101 (+408 ms)Flushing 1588230740/table: appending metadata at 1732534806115 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732534806115Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e562847: reopening flushed file at 1732534806523 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ca2d1b: reopening flushed file at 1732534806528 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@757b8de9: reopening flushed file at 1732534806532 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e8d869a: reopening flushed file at 1732534806536 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false at 1732534806540 (+4 ms)Writing region close event to WAL at 1732534806542 (+2 ms)Running coprocessor post-close hooks at 1732534806545 (+3 ms)Closed at 1732534806545 2024-11-25T11:40:06,545 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T11:40:06,610 INFO [RS:0;96bb5f2c2895:44417 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-25T11:40:06,610 INFO [RS:0;96bb5f2c2895:44417 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,44417,1732534771741; all regions closed. 2024-11-25T11:40:06,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741834_1010 (size=4239) 2024-11-25T11:40:06,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741839_1015 (size=2609) 2024-11-25T11:40:06,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741832_1008 (size=2395) 2024-11-25T11:40:06,616 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 not finished, retry = 0 2024-11-25T11:40:06,707 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 to pos 2387, reset compression=false 2024-11-25T11:40:06,717 DEBUG [RS:0;96bb5f2c2895:44417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:06,717 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/WALs/96bb5f2c2895,44417,1732534771741/96bb5f2c2895%2C44417%2C1732534771741.1732534773723 2024-11-25T11:40:06,717 INFO [RS:0;96bb5f2c2895:44417 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:40:06,717 INFO [RS:0;96bb5f2c2895:44417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:40:06,717 INFO [RS:0;96bb5f2c2895:44417 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T11:40:06,718 INFO [RS:0;96bb5f2c2895:44417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:40:06,718 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:40:06,718 INFO [RS:0;96bb5f2c2895:44417 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-96bb5f2c2895,44417,1732534771741 because: Region server is closing 2024-11-25T11:40:06,718 INFO [RS:0;96bb5f2c2895:44417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:44417. 2024-11-25T11:40:06,718 DEBUG [RS:0;96bb5f2c2895:44417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:06,718 DEBUG [RS:0;96bb5f2c2895:44417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:06,718 DEBUG [RS:0;96bb5f2c2895:44417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:06,718 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:40:06,819 INFO [RS:0;96bb5f2c2895:44417 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.shipper96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 terminated 2024-11-25T11:40:06,819 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,44417,1732534771741.replicationSource.wal-reader.96bb5f2c2895%2C44417%2C1732534771741,1-96bb5f2c2895,44417,1732534771741 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-25T11:40:06,819 INFO [RS:0;96bb5f2c2895:44417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:44417. 2024-11-25T11:40:06,819 DEBUG [RS:0;96bb5f2c2895:44417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:06,819 DEBUG [RS:0;96bb5f2c2895:44417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:06,819 DEBUG [RS:0;96bb5f2c2895:44417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:06,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:40:06,819 INFO [RS:0;96bb5f2c2895:44417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44417 2024-11-25T11:40:06,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1014eec84cb0001, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01198041703/rs/96bb5f2c2895,44417,1732534771741 2024-11-25T11:40:06,822 INFO [RS:0;96bb5f2c2895:44417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:40:06,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198041703/rs 2024-11-25T11:40:06,823 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,44417,1732534771741] 2024-11-25T11:40:06,825 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01198041703/draining/96bb5f2c2895,44417,1732534771741 already deleted, retry=false 2024-11-25T11:40:06,825 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96bb5f2c2895,44417,1732534771741 expired; onlineServers=0 2024-11-25T11:40:06,825 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '96bb5f2c2895,46347,1732534771690' ***** 2024-11-25T11:40:06,825 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T11:40:06,825 INFO [M:0;96bb5f2c2895:46347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:40:06,825 INFO [M:0;96bb5f2c2895:46347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:40:06,825 DEBUG [M:0;96bb5f2c2895:46347 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T11:40:06,825 DEBUG [M:0;96bb5f2c2895:46347 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T11:40:06,825 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T11:40:06,825 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534773519 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534773519,5,FailOnTimeoutGroup] 2024-11-25T11:40:06,825 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534773519 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534773519,5,FailOnTimeoutGroup] 2024-11-25T11:40:06,825 INFO [M:0;96bb5f2c2895:46347 {}] hbase.ChoreService(370): Chore service for: master/96bb5f2c2895:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T11:40:06,825 INFO [M:0;96bb5f2c2895:46347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:40:06,825 DEBUG [M:0;96bb5f2c2895:46347 {}] master.HMaster(1795): Stopping service threads 2024-11-25T11:40:06,825 INFO [M:0;96bb5f2c2895:46347 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T11:40:06,826 INFO [M:0;96bb5f2c2895:46347 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:40:06,826 INFO [M:0;96bb5f2c2895:46347 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T11:40:06,826 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T11:40:06,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01198041703/master 2024-11-25T11:40:06,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198041703 2024-11-25T11:40:06,829 DEBUG [M:0;96bb5f2c2895:46347 {}] zookeeper.ZKUtil(347): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Unable to get data of znode /01198041703/master because node does not exist (not an error) 2024-11-25T11:40:06,829 WARN [M:0;96bb5f2c2895:46347 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T11:40:06,829 INFO [M:0;96bb5f2c2895:46347 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/.lastflushedseqids 2024-11-25T11:40:06,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741847_1023 (size=245) 2024-11-25T11:40:06,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1014eec84cb0001, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:40:06,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1014eec84cb0001, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:40:06,923 INFO [RS:0;96bb5f2c2895:44417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:40:06,923 INFO [RS:0;96bb5f2c2895:44417 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,44417,1732534771741; zookeeper connection closed. 2024-11-25T11:40:06,924 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5db350bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5db350bb 2024-11-25T11:40:06,924 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T11:40:07,237 INFO [M:0;96bb5f2c2895:46347 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T11:40:07,238 INFO [M:0;96bb5f2c2895:46347 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T11:40:07,238 DEBUG [M:0;96bb5f2c2895:46347 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:40:07,238 INFO [M:0;96bb5f2c2895:46347 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:07,238 DEBUG [M:0;96bb5f2c2895:46347 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:07,238 DEBUG [M:0;96bb5f2c2895:46347 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:40:07,238 DEBUG [M:0;96bb5f2c2895:46347 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:07,238 INFO [M:0;96bb5f2c2895:46347 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-25T11:40:07,256 DEBUG [M:0;96bb5f2c2895:46347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/458715b76ab440f7901d4369e468ce2f is 82, key is hbase:meta,,1/info:regioninfo/1732534774708/Put/seqid=0 2024-11-25T11:40:07,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741848_1024 (size=5672) 2024-11-25T11:40:07,569 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T11:40:07,569 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T11:40:07,569 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T11:40:07,660 INFO [M:0;96bb5f2c2895:46347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/458715b76ab440f7901d4369e468ce2f 2024-11-25T11:40:07,683 DEBUG [M:0;96bb5f2c2895:46347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b865a432d7b24a17b9e9dc5dc84b6847 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732534783177/Put/seqid=0 2024-11-25T11:40:07,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741849_1025 (size=7218) 2024-11-25T11:40:08,090 INFO [M:0;96bb5f2c2895:46347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b865a432d7b24a17b9e9dc5dc84b6847 2024-11-25T11:40:08,094 INFO [M:0;96bb5f2c2895:46347 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b865a432d7b24a17b9e9dc5dc84b6847 2024-11-25T11:40:08,108 DEBUG [M:0;96bb5f2c2895:46347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/466219e4d12e4db09057638bcccfec1a is 69, key is 96bb5f2c2895,44417,1732534771741/rs:state/1732534773581/Put/seqid=0 2024-11-25T11:40:08,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741850_1026 (size=5156) 2024-11-25T11:40:08,512 INFO [M:0;96bb5f2c2895:46347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/466219e4d12e4db09057638bcccfec1a 2024-11-25T11:40:08,517 DEBUG [M:0;96bb5f2c2895:46347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/458715b76ab440f7901d4369e468ce2f as hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/458715b76ab440f7901d4369e468ce2f 2024-11-25T11:40:08,521 INFO [M:0;96bb5f2c2895:46347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/458715b76ab440f7901d4369e468ce2f, entries=8, sequenceid=105, filesize=5.5 K 2024-11-25T11:40:08,522 DEBUG [M:0;96bb5f2c2895:46347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b865a432d7b24a17b9e9dc5dc84b6847 as hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b865a432d7b24a17b9e9dc5dc84b6847 2024-11-25T11:40:08,530 INFO [M:0;96bb5f2c2895:46347 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b865a432d7b24a17b9e9dc5dc84b6847 2024-11-25T11:40:08,530 INFO [M:0;96bb5f2c2895:46347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b865a432d7b24a17b9e9dc5dc84b6847, entries=11, sequenceid=105, filesize=7.0 K 2024-11-25T11:40:08,531 DEBUG [M:0;96bb5f2c2895:46347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/466219e4d12e4db09057638bcccfec1a as hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/466219e4d12e4db09057638bcccfec1a 2024-11-25T11:40:08,535 INFO [M:0;96bb5f2c2895:46347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36161/user/jenkins/test-data/9bc29f51-bee4-e68c-8a42-8d0aa86a67e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/466219e4d12e4db09057638bcccfec1a, entries=1, sequenceid=105, filesize=5.0 K 2024-11-25T11:40:08,535 INFO [M:0;96bb5f2c2895:46347 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=105, compaction requested=false 2024-11-25T11:40:08,544 INFO [M:0;96bb5f2c2895:46347 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:08,544 DEBUG [M:0;96bb5f2c2895:46347 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534807238Disabling compacts and flushes for region at 1732534807238Disabling writes for close at 1732534807238Obtaining lock to block concurrent updates at 1732534807238Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732534807238Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732534807239 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732534807239Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732534807239Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732534807255 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732534807255Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732534807665 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732534807682 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732534807682Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732534808094 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732534808108 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732534808108Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62b53882: reopening flushed file at 1732534808516 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29c11a76: reopening flushed file at 1732534808522 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6179896f: reopening flushed file at 1732534808530 (+8 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=105, compaction requested=false at 1732534808535 (+5 ms)Writing region close event to WAL at 1732534808544 (+9 ms)Closed at 1732534808544 2024-11-25T11:40:08,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37237 is added to blk_1073741830_1006 (size=64423) 2024-11-25T11:40:08,552 INFO [M:0;96bb5f2c2895:46347 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T11:40:08,552 INFO [M:0;96bb5f2c2895:46347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46347 2024-11-25T11:40:08,552 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:40:08,552 INFO [M:0;96bb5f2c2895:46347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:40:08,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:40:08,655 INFO [M:0;96bb5f2c2895:46347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:40:08,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46347-0x1014eec84cb0000, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:40:08,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bf3505f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:40:08,658 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@340a28cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:40:08,658 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:40:08,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@602a51b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:40:08,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e910a44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/hadoop.log.dir/,STOPPED} 2024-11-25T11:40:08,660 WARN [BP-152408340-172.17.0.2-1732534770263 heartbeating to localhost/127.0.0.1:36161 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:40:08,660 WARN [BP-152408340-172.17.0.2-1732534770263 heartbeating to localhost/127.0.0.1:36161 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-152408340-172.17.0.2-1732534770263 (Datanode Uuid 7dc322e7-2388-4fb2-a44d-207e0a9ac143) service to localhost/127.0.0.1:36161 2024-11-25T11:40:08,660 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:40:08,660 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:40:08,660 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/cluster_1c6af28a-bdef-b027-c576-9039bda42177/data/data1/current/BP-152408340-172.17.0.2-1732534770263 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:40:08,661 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/cluster_1c6af28a-bdef-b027-c576-9039bda42177/data/data2/current/BP-152408340-172.17.0.2-1732534770263 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:40:08,661 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:40:08,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57b09feb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:40:08,667 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fa1d05f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:40:08,667 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:40:08,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e8931af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:40:08,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@553d2c81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb823e8b-0758-8b3b-ebae-d801e0c391f2/hadoop.log.dir/,STOPPED} 2024-11-25T11:40:08,673 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T11:40:08,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T11:40:08,695 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 266) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36161 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45635 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57133) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37629 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:37629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57133) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45635 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57133) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:45635 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45635 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45635 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:36161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=730 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=392 (was 356) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4930 (was 4251) - AvailableMemoryMB LEAK? - 2024-11-25T11:40:08,706 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=4928 2024-11-25T11:40:08,743 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-25T11:40:08,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/hadoop.log.dir so I do NOT create it in target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f 2024-11-25T11:40:08,744 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T11:40:08,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/hadoop.tmp.dir so I do NOT create it in target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f 2024-11-25T11:40:08,744 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9a86f7-01d4-657e-664f-0cbeca4fa2f8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T11:40:08,744 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f 2024-11-25T11:40:08,744 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/cluster_bbf9fd89-a54a-bf7a-6b89-9226d6473988, deleteOnExit=true 2024-11-25T11:40:08,751 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/cluster_bbf9fd89-a54a-bf7a-6b89-9226d6473988/zookeeper_0, clientPort=64387, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/cluster_bbf9fd89-a54a-bf7a-6b89-9226d6473988/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/cluster_bbf9fd89-a54a-bf7a-6b89-9226d6473988/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T11:40:08,752 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64387 2024-11-25T11:40:08,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T11:40:08,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T11:40:08,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/test.cache.data in system properties and HBase conf 2024-11-25T11:40:08,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T11:40:08,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/hadoop.log.dir in system properties and HBase conf 2024-11-25T11:40:08,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T11:40:08,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T11:40:08,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T11:40:08,752 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T11:40:08,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:40:08,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:40:08,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T11:40:08,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:40:08,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T11:40:08,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T11:40:08,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:40:08,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:40:08,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T11:40:08,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/nfs.dump.dir in system properties and HBase conf 2024-11-25T11:40:08,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/java.io.tmpdir in system properties and HBase conf 2024-11-25T11:40:08,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:40:08,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T11:40:08,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T11:40:08,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014eec84cb0005, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T11:40:08,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014eec84cb0008, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T11:40:08,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014eec84cb0002, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T11:40:08,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014eec84cb0002, quorum=127.0.0.1:57133, baseZNode=/01198041703 Received Disconnected from ZooKeeper, ignoring 2024-11-25T11:40:08,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014eec84cb0008, quorum=127.0.0.1:57133, baseZNode=/2-421612612 Received Disconnected from ZooKeeper, ignoring 2024-11-25T11:40:08,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014eec84cb0005, quorum=127.0.0.1:57133, baseZNode=/11760674157 Received Disconnected from ZooKeeper, ignoring 2024-11-25T11:40:08,869 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:40:08,876 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:40:08,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:40:08,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:40:08,953 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:40:08,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:40:08,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@299d4cd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:40:08,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6982ec1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:40:09,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@491ce241{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/java.io.tmpdir/jetty-localhost-33383-hadoop-hdfs-3_4_1-tests_jar-_-any-4424758850892583662/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:40:09,151 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a507218{HTTP/1.1, (http/1.1)}{localhost:33383} 2024-11-25T11:40:09,151 INFO [Time-limited test {}] server.Server(415): Started @236965ms 2024-11-25T11:40:09,331 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:40:09,335 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:40:09,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:40:09,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:40:09,338 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T11:40:09,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ecd23c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:40:09,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a4c3357{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:40:09,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16cbf78d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/java.io.tmpdir/jetty-localhost-39155-hadoop-hdfs-3_4_1-tests_jar-_-any-2319863710559281542/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:40:09,486 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cd0948e{HTTP/1.1, (http/1.1)}{localhost:39155} 2024-11-25T11:40:09,486 INFO [Time-limited test {}] server.Server(415): Started @237300ms 2024-11-25T11:40:09,488 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:40:09,646 WARN [Thread-3398 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/cluster_bbf9fd89-a54a-bf7a-6b89-9226d6473988/data/data1/current/BP-98107319-172.17.0.2-1732534808778/current, will proceed with Du for space computation calculation, 2024-11-25T11:40:09,649 WARN [Thread-3399 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/cluster_bbf9fd89-a54a-bf7a-6b89-9226d6473988/data/data2/current/BP-98107319-172.17.0.2-1732534808778/current, will proceed with Du for space computation calculation, 2024-11-25T11:40:09,694 WARN [Thread-3386 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:40:09,697 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a870bea50c635fc with lease ID 0xf8223d0d10b22381: Processing first storage report for DS-ad19feca-64e1-4c8b-807c-e72b8ab53238 from datanode DatanodeRegistration(127.0.0.1:43841, datanodeUuid=6f0478e6-05b0-4196-b001-f83d8b258473, infoPort=42809, infoSecurePort=0, ipcPort=43453, storageInfo=lv=-57;cid=testClusterID;nsid=2079272226;c=1732534808778) 2024-11-25T11:40:09,697 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a870bea50c635fc with lease ID 0xf8223d0d10b22381: from storage DS-ad19feca-64e1-4c8b-807c-e72b8ab53238 node DatanodeRegistration(127.0.0.1:43841, datanodeUuid=6f0478e6-05b0-4196-b001-f83d8b258473, infoPort=42809, infoSecurePort=0, ipcPort=43453, storageInfo=lv=-57;cid=testClusterID;nsid=2079272226;c=1732534808778), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:40:09,697 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a870bea50c635fc with lease ID 0xf8223d0d10b22381: Processing first storage report for DS-8db1dfc9-f606-48a8-ba59-eccb486b9dbe from datanode DatanodeRegistration(127.0.0.1:43841, datanodeUuid=6f0478e6-05b0-4196-b001-f83d8b258473, infoPort=42809, infoSecurePort=0, ipcPort=43453, storageInfo=lv=-57;cid=testClusterID;nsid=2079272226;c=1732534808778) 2024-11-25T11:40:09,697 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a870bea50c635fc with lease ID 0xf8223d0d10b22381: from storage DS-8db1dfc9-f606-48a8-ba59-eccb486b9dbe node DatanodeRegistration(127.0.0.1:43841, datanodeUuid=6f0478e6-05b0-4196-b001-f83d8b258473, infoPort=42809, infoSecurePort=0, ipcPort=43453, storageInfo=lv=-57;cid=testClusterID;nsid=2079272226;c=1732534808778), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:40:09,799 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f 2024-11-25T11:40:09,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:09,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:09,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43841 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:40:09,835 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62 with version=8 2024-11-25T11:40:09,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/hbase-staging 2024-11-25T11:40:09,838 INFO [Time-limited test {}] client.ConnectionUtils(128): master/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:40:09,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:09,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:09,838 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:40:09,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:09,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:40:09,838 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T11:40:09,838 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:40:09,841 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35589 2024-11-25T11:40:09,842 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35589 connecting to ZooKeeper ensemble=127.0.0.1:64387 2024-11-25T11:40:09,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355890x0, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:40:09,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35589-0x1014eed1b3a0000 connected 2024-11-25T11:40:09,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:09,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:09,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Set watcher on znode that does not yet exist, /0-385692280/running 2024-11-25T11:40:09,903 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62, hbase.cluster.distributed=false 2024-11-25T11:40:09,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Set watcher on znode that does not yet exist, /0-385692280/acl 2024-11-25T11:40:09,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35589 2024-11-25T11:40:09,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35589 2024-11-25T11:40:09,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35589 2024-11-25T11:40:09,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35589 2024-11-25T11:40:09,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35589 2024-11-25T11:40:09,936 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:40:09,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:09,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:09,936 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:40:09,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:09,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:40:09,936 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:40:09,936 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:40:09,939 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33787 2024-11-25T11:40:09,940 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33787 connecting to ZooKeeper ensemble=127.0.0.1:64387 2024-11-25T11:40:09,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:09,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:09,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337870x0, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:40:09,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337870x0, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Set watcher on znode that does not yet exist, /0-385692280/running 2024-11-25T11:40:09,948 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:40:09,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33787-0x1014eed1b3a0001 connected 2024-11-25T11:40:09,957 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:40:09,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33787-0x1014eed1b3a0001, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Set watcher on znode that does not yet exist, /0-385692280/master 2024-11-25T11:40:09,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33787-0x1014eed1b3a0001, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Set watcher on znode that does not yet exist, /0-385692280/acl 2024-11-25T11:40:09,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33787 2024-11-25T11:40:09,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33787 2024-11-25T11:40:09,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33787 2024-11-25T11:40:09,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33787 2024-11-25T11:40:09,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33787 2024-11-25T11:40:09,991 DEBUG [M:0;96bb5f2c2895:35589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;96bb5f2c2895:35589 2024-11-25T11:40:09,992 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-385692280/backup-masters/96bb5f2c2895,35589,1732534809837 2024-11-25T11:40:09,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33787-0x1014eed1b3a0001, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-385692280/backup-masters 2024-11-25T11:40:09,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-385692280/backup-masters 2024-11-25T11:40:09,997 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Set watcher on existing znode=/0-385692280/backup-masters/96bb5f2c2895,35589,1732534809837 2024-11-25T11:40:09,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33787-0x1014eed1b3a0001, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-385692280/master 2024-11-25T11:40:09,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-385692280 2024-11-25T11:40:09,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33787-0x1014eed1b3a0001, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-385692280 2024-11-25T11:40:09,999 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Set watcher on existing znode=/0-385692280/master 2024-11-25T11:40:09,999 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-385692280/backup-masters/96bb5f2c2895,35589,1732534809837 from backup master directory 2024-11-25T11:40:10,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-385692280/backup-masters/96bb5f2c2895,35589,1732534809837 2024-11-25T11:40:10,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-385692280/backup-masters 2024-11-25T11:40:10,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33787-0x1014eed1b3a0001, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-385692280/backup-masters 2024-11-25T11:40:10,001 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:40:10,001 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=96bb5f2c2895,35589,1732534809837 2024-11-25T11:40:10,004 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/hbase.id] with ID: 73f8c1b7-77fb-41c5-b724-8dc3e4d9be62 2024-11-25T11:40:10,004 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/.tmp/hbase.id 2024-11-25T11:40:10,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43841 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:40:10,018 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/.tmp/hbase.id]:[hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/hbase.id] 2024-11-25T11:40:10,029 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:10,029 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T11:40:10,030 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T11:40:10,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-385692280 2024-11-25T11:40:10,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33787-0x1014eed1b3a0001, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-385692280 2024-11-25T11:40:10,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43841 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:40:10,442 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:40:10,443 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T11:40:10,443 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:40:10,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43841 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:40:10,850 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/MasterData/data/master/store 2024-11-25T11:40:10,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43841 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:40:11,240 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:40:11,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:11,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:11,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:11,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:11,257 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:11,257 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:40:11,257 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:11,257 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:11,257 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:40:11,257 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:11,257 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:11,257 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534811257Disabling compacts and flushes for region at 1732534811257Disabling writes for close at 1732534811257Writing region close event to WAL at 1732534811257Closed at 1732534811257 2024-11-25T11:40:11,258 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/MasterData/data/master/store/.initializing 2024-11-25T11:40:11,258 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/MasterData/WALs/96bb5f2c2895,35589,1732534809837 2024-11-25T11:40:11,259 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:40:11,262 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C35589%2C1732534809837, suffix=, logDir=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/MasterData/WALs/96bb5f2c2895,35589,1732534809837, archiveDir=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/MasterData/oldWALs, maxLogs=10 2024-11-25T11:40:11,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:11,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:11,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:11,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:11,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:11,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:11,284 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/MasterData/WALs/96bb5f2c2895,35589,1732534809837/96bb5f2c2895%2C35589%2C1732534809837.1732534811262, exclude list is [], retry=0 2024-11-25T11:40:11,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:11,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:11,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:11,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:11,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43841,DS-ad19feca-64e1-4c8b-807c-e72b8ab53238,DISK] 2024-11-25T11:40:11,303 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/MasterData/WALs/96bb5f2c2895,35589,1732534809837/96bb5f2c2895%2C35589%2C1732534809837.1732534811262 2024-11-25T11:40:11,304 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42809:42809)] 2024-11-25T11:40:11,304 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:40:11,305 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:11,305 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:11,305 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:11,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:11,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T11:40:11,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:11,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:11,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:11,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T11:40:11,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:11,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:11,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:11,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T11:40:11,313 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:11,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:11,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:11,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T11:40:11,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:11,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:11,315 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:11,315 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:11,315 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:11,323 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:11,323 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:11,324 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:40:11,325 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:11,330 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:40:11,331 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69509560, jitterRate=0.03577315807342529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:40:11,332 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732534811305Initializing all the Stores at 1732534811306 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534811306Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534811308 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534811308Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534811308Cleaning up temporary data from old regions at 1732534811323 (+15 ms)Region opened successfully at 1732534811332 (+9 ms) 2024-11-25T11:40:11,332 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T11:40:11,335 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe0f993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:40:11,336 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T11:40:11,337 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T11:40:11,337 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T11:40:11,337 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T11:40:11,337 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T11:40:11,338 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T11:40:11,338 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T11:40:11,346 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T11:40:11,347 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Unable to get data of znode /0-385692280/balancer because node does not exist (not necessarily an error) 2024-11-25T11:40:11,348 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-385692280/balancer already deleted, retry=false 2024-11-25T11:40:11,349 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T11:40:11,352 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Unable to get data of znode /0-385692280/normalizer because node does not exist (not necessarily an error) 2024-11-25T11:40:11,354 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-385692280/normalizer already deleted, retry=false 2024-11-25T11:40:11,355 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T11:40:11,359 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Unable to get data of znode /0-385692280/switch/split because node does not exist (not necessarily an error) 2024-11-25T11:40:11,360 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-385692280/switch/split already deleted, retry=false 2024-11-25T11:40:11,361 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Unable to get data of znode /0-385692280/switch/merge because node does not exist (not necessarily an error) 2024-11-25T11:40:11,362 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-385692280/switch/merge already deleted, retry=false 2024-11-25T11:40:11,365 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Unable to get data of znode /0-385692280/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T11:40:11,366 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-385692280/snapshot-cleanup already deleted, retry=false 2024-11-25T11:40:11,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33787-0x1014eed1b3a0001, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-385692280/running 2024-11-25T11:40:11,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-385692280/running 2024-11-25T11:40:11,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33787-0x1014eed1b3a0001, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-385692280 2024-11-25T11:40:11,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-385692280 2024-11-25T11:40:11,370 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=96bb5f2c2895,35589,1732534809837, sessionid=0x1014eed1b3a0000, setting cluster-up flag (Was=false) 2024-11-25T11:40:11,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-385692280 2024-11-25T11:40:11,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33787-0x1014eed1b3a0001, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-385692280 2024-11-25T11:40:11,378 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-385692280/flush-table-proc/acquired, /0-385692280/flush-table-proc/reached, /0-385692280/flush-table-proc/abort 2024-11-25T11:40:11,379 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,35589,1732534809837 2024-11-25T11:40:11,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33787-0x1014eed1b3a0001, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-385692280 2024-11-25T11:40:11,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-385692280 2024-11-25T11:40:11,388 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-385692280/online-snapshot/acquired, /0-385692280/online-snapshot/reached, /0-385692280/online-snapshot/abort 2024-11-25T11:40:11,389 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,35589,1732534809837 2024-11-25T11:40:11,393 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T11:40:11,394 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T11:40:11,395 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T11:40:11,395 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T11:40:11,395 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 96bb5f2c2895,35589,1732534809837 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T11:40:11,396 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:40:11,396 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:40:11,396 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:40:11,396 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:40:11,396 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/96bb5f2c2895:0, corePoolSize=10, maxPoolSize=10 2024-11-25T11:40:11,396 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:11,396 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:40:11,396 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:11,407 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732534841407 2024-11-25T11:40:11,407 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T11:40:11,407 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T11:40:11,407 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T11:40:11,407 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T11:40:11,407 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T11:40:11,407 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T11:40:11,407 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:40:11,407 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T11:40:11,408 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:11,408 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:11,408 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T11:40:11,412 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T11:40:11,412 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T11:40:11,413 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T11:40:11,413 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T11:40:11,414 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T11:40:11,414 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T11:40:11,414 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534811414,5,FailOnTimeoutGroup] 2024-11-25T11:40:11,416 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534811414,5,FailOnTimeoutGroup] 2024-11-25T11:40:11,416 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:11,416 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T11:40:11,416 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:11,416 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:11,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43841 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:40:11,479 INFO [RS:0;96bb5f2c2895:33787 {}] regionserver.HRegionServer(746): ClusterId : 73f8c1b7-77fb-41c5-b724-8dc3e4d9be62 2024-11-25T11:40:11,479 DEBUG [RS:0;96bb5f2c2895:33787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:40:11,481 DEBUG [RS:0;96bb5f2c2895:33787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:40:11,481 DEBUG [RS:0;96bb5f2c2895:33787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:40:11,485 DEBUG [RS:0;96bb5f2c2895:33787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:40:11,485 DEBUG [RS:0;96bb5f2c2895:33787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a2e82e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:40:11,504 DEBUG [RS:0;96bb5f2c2895:33787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;96bb5f2c2895:33787 2024-11-25T11:40:11,504 INFO [RS:0;96bb5f2c2895:33787 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:40:11,504 INFO [RS:0;96bb5f2c2895:33787 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:40:11,504 DEBUG [RS:0;96bb5f2c2895:33787 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:40:11,505 INFO [RS:0;96bb5f2c2895:33787 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,35589,1732534809837 with port=33787, startcode=1732534809936 2024-11-25T11:40:11,505 DEBUG [RS:0;96bb5f2c2895:33787 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:40:11,507 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:40:11,508 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35589 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,33787,1732534809936 2024-11-25T11:40:11,508 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35589 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,33787,1732534809936 2024-11-25T11:40:11,510 DEBUG [RS:0;96bb5f2c2895:33787 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62 2024-11-25T11:40:11,510 DEBUG [RS:0;96bb5f2c2895:33787 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37299 2024-11-25T11:40:11,510 DEBUG [RS:0;96bb5f2c2895:33787 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:40:11,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-385692280/rs 2024-11-25T11:40:11,512 DEBUG [RS:0;96bb5f2c2895:33787 {}] zookeeper.ZKUtil(111): regionserver:33787-0x1014eed1b3a0001, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Set watcher on existing znode=/0-385692280/rs/96bb5f2c2895,33787,1732534809936 2024-11-25T11:40:11,512 WARN [RS:0;96bb5f2c2895:33787 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:40:11,512 INFO [RS:0;96bb5f2c2895:33787 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:40:11,512 DEBUG [RS:0;96bb5f2c2895:33787 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936 2024-11-25T11:40:11,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,33787,1732534809936] 2024-11-25T11:40:11,522 INFO [RS:0;96bb5f2c2895:33787 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:40:11,528 INFO [RS:0;96bb5f2c2895:33787 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:40:11,529 INFO [RS:0;96bb5f2c2895:33787 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:40:11,529 INFO [RS:0;96bb5f2c2895:33787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:11,529 INFO [RS:0;96bb5f2c2895:33787 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:40:11,530 INFO [RS:0;96bb5f2c2895:33787 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:40:11,530 INFO [RS:0;96bb5f2c2895:33787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:11,530 DEBUG [RS:0;96bb5f2c2895:33787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:11,530 DEBUG [RS:0;96bb5f2c2895:33787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:11,530 DEBUG [RS:0;96bb5f2c2895:33787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:11,530 DEBUG [RS:0;96bb5f2c2895:33787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:11,530 DEBUG [RS:0;96bb5f2c2895:33787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:11,530 DEBUG [RS:0;96bb5f2c2895:33787 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:40:11,530 DEBUG [RS:0;96bb5f2c2895:33787 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:11,530 DEBUG [RS:0;96bb5f2c2895:33787 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:11,530 DEBUG [RS:0;96bb5f2c2895:33787 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:11,530 DEBUG [RS:0;96bb5f2c2895:33787 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:11,530 DEBUG [RS:0;96bb5f2c2895:33787 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:11,530 DEBUG [RS:0;96bb5f2c2895:33787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:11,530 DEBUG [RS:0;96bb5f2c2895:33787 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:40:11,530 DEBUG [RS:0;96bb5f2c2895:33787 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:40:11,537 INFO [RS:0;96bb5f2c2895:33787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:11,537 INFO [RS:0;96bb5f2c2895:33787 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:11,537 INFO [RS:0;96bb5f2c2895:33787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:11,537 INFO [RS:0;96bb5f2c2895:33787 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:11,537 INFO [RS:0;96bb5f2c2895:33787 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:11,537 INFO [RS:0;96bb5f2c2895:33787 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,33787,1732534809936-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:40:11,556 INFO [RS:0;96bb5f2c2895:33787 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:40:11,556 INFO [RS:0;96bb5f2c2895:33787 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,33787,1732534809936-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:11,556 INFO [RS:0;96bb5f2c2895:33787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:11,556 INFO [RS:0;96bb5f2c2895:33787 {}] regionserver.Replication(171): 96bb5f2c2895,33787,1732534809936 started 2024-11-25T11:40:11,573 INFO [RS:0;96bb5f2c2895:33787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:11,574 INFO [RS:0;96bb5f2c2895:33787 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,33787,1732534809936, RpcServer on 96bb5f2c2895/172.17.0.2:33787, sessionid=0x1014eed1b3a0001 2024-11-25T11:40:11,574 DEBUG [RS:0;96bb5f2c2895:33787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:40:11,574 DEBUG [RS:0;96bb5f2c2895:33787 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,33787,1732534809936 2024-11-25T11:40:11,574 DEBUG [RS:0;96bb5f2c2895:33787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,33787,1732534809936' 2024-11-25T11:40:11,574 DEBUG [RS:0;96bb5f2c2895:33787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-385692280/flush-table-proc/abort' 2024-11-25T11:40:11,574 DEBUG [RS:0;96bb5f2c2895:33787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-385692280/flush-table-proc/acquired' 2024-11-25T11:40:11,575 DEBUG [RS:0;96bb5f2c2895:33787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:40:11,575 DEBUG [RS:0;96bb5f2c2895:33787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:40:11,575 DEBUG [RS:0;96bb5f2c2895:33787 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,33787,1732534809936 2024-11-25T11:40:11,575 DEBUG [RS:0;96bb5f2c2895:33787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,33787,1732534809936' 2024-11-25T11:40:11,575 DEBUG [RS:0;96bb5f2c2895:33787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-385692280/online-snapshot/abort' 2024-11-25T11:40:11,575 DEBUG [RS:0;96bb5f2c2895:33787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-385692280/online-snapshot/acquired' 2024-11-25T11:40:11,575 DEBUG [RS:0;96bb5f2c2895:33787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:40:11,575 INFO [RS:0;96bb5f2c2895:33787 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:40:11,575 INFO [RS:0;96bb5f2c2895:33787 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:40:11,676 INFO [RS:0;96bb5f2c2895:33787 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:40:11,677 INFO [RS:0;96bb5f2c2895:33787 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C33787%2C1732534809936, suffix=, logDir=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936, archiveDir=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/oldWALs, maxLogs=10 2024-11-25T11:40:11,691 DEBUG [RS:0;96bb5f2c2895:33787 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677, exclude list is [], retry=0 2024-11-25T11:40:11,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43841,DS-ad19feca-64e1-4c8b-807c-e72b8ab53238,DISK] 2024-11-25T11:40:11,695 INFO [RS:0;96bb5f2c2895:33787 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 2024-11-25T11:40:11,695 DEBUG [RS:0;96bb5f2c2895:33787 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42809:42809)] 2024-11-25T11:40:11,825 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T11:40:11,826 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62 2024-11-25T11:40:11,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43841 is added to blk_1073741833_1009 (size=32) 2024-11-25T11:40:11,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:11,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:40:11,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:40:11,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:11,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:11,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:40:11,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:40:11,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:11,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:11,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:40:11,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:40:11,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:11,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:11,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:40:11,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:40:11,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:11,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:11,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:40:11,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/meta/1588230740 2024-11-25T11:40:11,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/meta/1588230740 2024-11-25T11:40:11,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:40:11,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:40:11,838 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:40:11,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:40:11,841 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:40:11,841 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65625646, jitterRate=-0.022101670503616333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:40:11,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732534811831Initializing all the Stores at 1732534811831Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534811831Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534811832 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534811832Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534811832Cleaning up temporary data from old regions at 1732534811838 (+6 ms)Region opened successfully at 1732534811841 (+3 ms) 2024-11-25T11:40:11,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:40:11,842 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:40:11,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:40:11,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:40:11,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:40:11,842 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:40:11,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534811841Disabling compacts and flushes for region at 1732534811841Disabling writes for close at 1732534811842 (+1 ms)Writing region close event to WAL at 1732534811842Closed at 1732534811842 2024-11-25T11:40:11,843 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:40:11,843 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T11:40:11,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:40:11,844 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:40:11,844 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T11:40:11,995 DEBUG [96bb5f2c2895:35589 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T11:40:11,995 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=96bb5f2c2895,33787,1732534809936 2024-11-25T11:40:11,996 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,33787,1732534809936, state=OPENING 2024-11-25T11:40:11,998 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T11:40:11,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-385692280 2024-11-25T11:40:11,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33787-0x1014eed1b3a0001, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-385692280 2024-11-25T11:40:12,000 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-385692280/meta-region-server: CHANGED 2024-11-25T11:40:12,000 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:40:12,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,33787,1732534809936}] 2024-11-25T11:40:12,000 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-385692280/meta-region-server: CHANGED 2024-11-25T11:40:12,152 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:40:12,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:40:12,157 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:40:12,157 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:40:12,157 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:40:12,158 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C33787%2C1732534809936.meta, suffix=.meta, logDir=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936, archiveDir=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/oldWALs, maxLogs=10 2024-11-25T11:40:12,172 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.meta.1732534812158.meta, exclude list is [], retry=0 2024-11-25T11:40:12,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43841,DS-ad19feca-64e1-4c8b-807c-e72b8ab53238,DISK] 2024-11-25T11:40:12,175 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.meta.1732534812158.meta 2024-11-25T11:40:12,175 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42809:42809)] 2024-11-25T11:40:12,175 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:40:12,175 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:40:12,176 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:40:12,176 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:40:12,176 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:40:12,176 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:40:12,176 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:12,176 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:40:12,176 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:40:12,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:40:12,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:40:12,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:12,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:12,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:40:12,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:40:12,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:12,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:12,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:40:12,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:40:12,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:12,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:12,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:40:12,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:40:12,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:12,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:12,181 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:40:12,181 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/meta/1588230740 2024-11-25T11:40:12,182 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/meta/1588230740 2024-11-25T11:40:12,182 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:40:12,182 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:40:12,183 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:40:12,184 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:40:12,184 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62073899, jitterRate=-0.07502682507038116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:40:12,184 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:40:12,185 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732534812176Writing region info on filesystem at 1732534812176Initializing all the Stores at 1732534812176Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534812177 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534812177Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534812177Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534812177Cleaning up temporary data from old regions at 1732534812182 (+5 ms)Running coprocessor post-open hooks at 1732534812184 (+2 ms)Region opened successfully at 1732534812185 (+1 ms) 2024-11-25T11:40:12,185 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732534812152 2024-11-25T11:40:12,187 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:40:12,188 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:40:12,188 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,33787,1732534809936 2024-11-25T11:40:12,189 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,33787,1732534809936, state=OPEN 2024-11-25T11:40:12,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-385692280/meta-region-server 2024-11-25T11:40:12,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33787-0x1014eed1b3a0001, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-385692280/meta-region-server 2024-11-25T11:40:12,200 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=96bb5f2c2895,33787,1732534809936 2024-11-25T11:40:12,200 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-385692280/meta-region-server: CHANGED 2024-11-25T11:40:12,200 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-385692280/meta-region-server: CHANGED 2024-11-25T11:40:12,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T11:40:12,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,33787,1732534809936 in 200 msec 2024-11-25T11:40:12,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T11:40:12,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-25T11:40:12,203 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:40:12,203 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T11:40:12,205 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:40:12,205 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,33787,1732534809936, seqNum=-1] 2024-11-25T11:40:12,205 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:40:12,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:40:12,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 815 msec 2024-11-25T11:40:12,209 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732534812209, completionTime=-1 2024-11-25T11:40:12,209 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T11:40:12,209 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T11:40:12,211 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T11:40:12,211 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732534872211 2024-11-25T11:40:12,211 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732534932211 2024-11-25T11:40:12,211 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T11:40:12,212 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,35589,1732534809837-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:12,212 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,35589,1732534809837-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:12,212 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,35589,1732534809837-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:12,212 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-96bb5f2c2895:35589, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:12,212 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:12,212 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:12,214 DEBUG [master/96bb5f2c2895:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T11:40:12,216 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.215sec 2024-11-25T11:40:12,216 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T11:40:12,216 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T11:40:12,216 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T11:40:12,216 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T11:40:12,216 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T11:40:12,216 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,35589,1732534809837-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:40:12,216 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,35589,1732534809837-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T11:40:12,223 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T11:40:12,223 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T11:40:12,223 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,35589,1732534809837-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:12,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f88f6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:12,279 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,35589,-1 for getting cluster id 2024-11-25T11:40:12,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:40:12,281 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73f8c1b7-77fb-41c5-b724-8dc3e4d9be62' 2024-11-25T11:40:12,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:40:12,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73f8c1b7-77fb-41c5-b724-8dc3e4d9be62" 2024-11-25T11:40:12,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f089dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:12,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,35589,-1] 2024-11-25T11:40:12,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:40:12,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:12,283 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:40:12,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522fb3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:12,284 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:40:12,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,33787,1732534809936, seqNum=-1] 2024-11-25T11:40:12,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:40:12,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:40:12,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=96bb5f2c2895,35589,1732534809837 2024-11-25T11:40:12,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64387 2024-11-25T11:40:12,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:40:12,295 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014eed1b3a0002 connected 2024-11-25T11:40:12,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/hadoop.log.dir so I do NOT create it in target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e 2024-11-25T11:40:12,299 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T11:40:12,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/hadoop.tmp.dir so I do NOT create it in target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e 2024-11-25T11:40:12,299 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T11:40:12,299 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e 2024-11-25T11:40:12,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T11:40:12,299 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/cluster_3e0203d9-c6f4-c181-9d0e-0e6eda4e9af5, deleteOnExit=true 2024-11-25T11:40:12,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T11:40:12,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/test.cache.data in system properties and HBase conf 2024-11-25T11:40:12,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T11:40:12,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/hadoop.log.dir in system properties and HBase conf 2024-11-25T11:40:12,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T11:40:12,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T11:40:12,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T11:40:12,300 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T11:40:12,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:40:12,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:40:12,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T11:40:12,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:40:12,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T11:40:12,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T11:40:12,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:40:12,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:40:12,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T11:40:12,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/nfs.dump.dir in system properties and HBase conf 2024-11-25T11:40:12,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/java.io.tmpdir in system properties and HBase conf 2024-11-25T11:40:12,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:40:12,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T11:40:12,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T11:40:12,393 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:40:12,396 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:40:12,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:40:12,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:40:12,399 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:40:12,400 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:40:12,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6477d5e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:40:12,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e5e0e9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:40:12,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36908947{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/java.io.tmpdir/jetty-localhost-37425-hadoop-hdfs-3_4_1-tests_jar-_-any-13300644157255233090/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:40:12,562 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@304c7fd8{HTTP/1.1, (http/1.1)}{localhost:37425} 2024-11-25T11:40:12,562 INFO [Time-limited test {}] server.Server(415): Started @240376ms 2024-11-25T11:40:12,682 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:40:12,685 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:40:12,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:40:12,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:40:12,697 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T11:40:12,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5aa680c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:40:12,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a0fd252{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:40:12,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39ef07de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/java.io.tmpdir/jetty-localhost-43905-hadoop-hdfs-3_4_1-tests_jar-_-any-18078009172122050911/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:40:12,847 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6de3b801{HTTP/1.1, (http/1.1)}{localhost:43905} 2024-11-25T11:40:12,847 INFO [Time-limited test {}] server.Server(415): Started @240661ms 2024-11-25T11:40:12,849 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:40:13,021 WARN [Thread-3519 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/cluster_3e0203d9-c6f4-c181-9d0e-0e6eda4e9af5/data/data1/current/BP-1514859766-172.17.0.2-1732534812325/current, will proceed with Du for space computation calculation, 2024-11-25T11:40:13,021 WARN [Thread-3520 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/cluster_3e0203d9-c6f4-c181-9d0e-0e6eda4e9af5/data/data2/current/BP-1514859766-172.17.0.2-1732534812325/current, will proceed with Du for space computation calculation, 2024-11-25T11:40:13,069 WARN [Thread-3507 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:40:13,079 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x753e8078e60705ad with lease ID 0xc3f1a220f6af481a: Processing first storage report for DS-eeaf3f47-4308-4de0-9213-07ac696b2b0d from datanode DatanodeRegistration(127.0.0.1:32947, datanodeUuid=39c128f9-be2c-45c6-bedd-73112c66f83e, infoPort=44803, infoSecurePort=0, ipcPort=38723, storageInfo=lv=-57;cid=testClusterID;nsid=87213875;c=1732534812325) 2024-11-25T11:40:13,079 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x753e8078e60705ad with lease ID 0xc3f1a220f6af481a: from storage DS-eeaf3f47-4308-4de0-9213-07ac696b2b0d node DatanodeRegistration(127.0.0.1:32947, datanodeUuid=39c128f9-be2c-45c6-bedd-73112c66f83e, infoPort=44803, infoSecurePort=0, ipcPort=38723, storageInfo=lv=-57;cid=testClusterID;nsid=87213875;c=1732534812325), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:40:13,079 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x753e8078e60705ad with lease ID 0xc3f1a220f6af481a: Processing first storage report for DS-64e20f23-c6a5-45ca-b8d0-76396071cee4 from datanode DatanodeRegistration(127.0.0.1:32947, datanodeUuid=39c128f9-be2c-45c6-bedd-73112c66f83e, infoPort=44803, infoSecurePort=0, ipcPort=38723, storageInfo=lv=-57;cid=testClusterID;nsid=87213875;c=1732534812325) 2024-11-25T11:40:13,079 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x753e8078e60705ad with lease ID 0xc3f1a220f6af481a: from storage DS-64e20f23-c6a5-45ca-b8d0-76396071cee4 node DatanodeRegistration(127.0.0.1:32947, datanodeUuid=39c128f9-be2c-45c6-bedd-73112c66f83e, infoPort=44803, infoSecurePort=0, ipcPort=38723, storageInfo=lv=-57;cid=testClusterID;nsid=87213875;c=1732534812325), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:40:13,125 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e 2024-11-25T11:40:13,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:13,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:13,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32947 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:40:13,133 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934 with version=8 2024-11-25T11:40:13,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/hbase-staging 2024-11-25T11:40:13,136 INFO [Time-limited test {}] client.ConnectionUtils(128): master/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:40:13,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:13,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:13,136 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:40:13,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:13,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:40:13,136 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T11:40:13,136 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:40:13,137 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32787 2024-11-25T11:40:13,137 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32787 connecting to ZooKeeper ensemble=127.0.0.1:64387 2024-11-25T11:40:13,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:327870x0, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:40:13,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32787-0x1014eed1b3a0003 connected 2024-11-25T11:40:13,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:13,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:13,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Set watcher on znode that does not yet exist, /1-1706675709/running 2024-11-25T11:40:13,158 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934, hbase.cluster.distributed=false 2024-11-25T11:40:13,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Set watcher on znode that does not yet exist, /1-1706675709/acl 2024-11-25T11:40:13,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32787 2024-11-25T11:40:13,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32787 2024-11-25T11:40:13,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32787 2024-11-25T11:40:13,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32787 2024-11-25T11:40:13,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32787 2024-11-25T11:40:13,183 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:40:13,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:13,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:13,183 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:40:13,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:13,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:40:13,183 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:40:13,183 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:40:13,184 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36537 2024-11-25T11:40:13,185 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36537 connecting to ZooKeeper ensemble=127.0.0.1:64387 2024-11-25T11:40:13,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:13,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:13,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365370x0, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:40:13,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365370x0, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Set watcher on znode that does not yet exist, /1-1706675709/running 2024-11-25T11:40:13,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36537-0x1014eed1b3a0004 connected 2024-11-25T11:40:13,190 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:40:13,196 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:40:13,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36537-0x1014eed1b3a0004, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Set watcher on znode that does not yet exist, /1-1706675709/master 2024-11-25T11:40:13,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36537-0x1014eed1b3a0004, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Set watcher on znode that does not yet exist, /1-1706675709/acl 2024-11-25T11:40:13,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36537 2024-11-25T11:40:13,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36537 2024-11-25T11:40:13,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36537 2024-11-25T11:40:13,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36537 2024-11-25T11:40:13,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36537 2024-11-25T11:40:13,227 DEBUG [M:0;96bb5f2c2895:32787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;96bb5f2c2895:32787 2024-11-25T11:40:13,227 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1706675709/backup-masters/96bb5f2c2895,32787,1732534813136 2024-11-25T11:40:13,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1706675709/backup-masters 2024-11-25T11:40:13,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36537-0x1014eed1b3a0004, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1706675709/backup-masters 2024-11-25T11:40:13,230 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Set watcher on existing znode=/1-1706675709/backup-masters/96bb5f2c2895,32787,1732534813136 2024-11-25T11:40:13,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36537-0x1014eed1b3a0004, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1706675709/master 2024-11-25T11:40:13,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36537-0x1014eed1b3a0004, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1706675709 2024-11-25T11:40:13,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1706675709 2024-11-25T11:40:13,232 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Set watcher on existing znode=/1-1706675709/master 2024-11-25T11:40:13,232 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1706675709/backup-masters/96bb5f2c2895,32787,1732534813136 from backup master directory 2024-11-25T11:40:13,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36537-0x1014eed1b3a0004, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1706675709/backup-masters 2024-11-25T11:40:13,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1706675709/backup-masters/96bb5f2c2895,32787,1732534813136 2024-11-25T11:40:13,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1706675709/backup-masters 2024-11-25T11:40:13,235 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:40:13,235 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=96bb5f2c2895,32787,1732534813136 2024-11-25T11:40:13,241 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/hbase.id] with ID: d6482aa4-d84b-4d15-b136-076786fa12a2 2024-11-25T11:40:13,241 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/.tmp/hbase.id 2024-11-25T11:40:13,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32947 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:40:13,654 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/.tmp/hbase.id]:[hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/hbase.id] 2024-11-25T11:40:13,663 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:13,663 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T11:40:13,664 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T11:40:13,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36537-0x1014eed1b3a0004, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1706675709 2024-11-25T11:40:13,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1706675709 2024-11-25T11:40:13,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32947 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:40:14,082 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:40:14,083 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T11:40:14,083 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:40:14,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32947 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:40:14,093 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/MasterData/data/master/store 2024-11-25T11:40:14,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32947 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:40:14,498 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:14,498 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:40:14,498 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:14,498 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:14,498 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:40:14,498 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:14,498 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:14,498 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534814498Disabling compacts and flushes for region at 1732534814498Disabling writes for close at 1732534814498Writing region close event to WAL at 1732534814498Closed at 1732534814498 2024-11-25T11:40:14,499 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/MasterData/data/master/store/.initializing 2024-11-25T11:40:14,499 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/MasterData/WALs/96bb5f2c2895,32787,1732534813136 2024-11-25T11:40:14,500 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:40:14,501 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C32787%2C1732534813136, suffix=, logDir=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/MasterData/WALs/96bb5f2c2895,32787,1732534813136, archiveDir=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/MasterData/oldWALs, maxLogs=10 2024-11-25T11:40:14,515 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/MasterData/WALs/96bb5f2c2895,32787,1732534813136/96bb5f2c2895%2C32787%2C1732534813136.1732534814501, exclude list is [], retry=0 2024-11-25T11:40:14,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32947,DS-eeaf3f47-4308-4de0-9213-07ac696b2b0d,DISK] 2024-11-25T11:40:14,519 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/MasterData/WALs/96bb5f2c2895,32787,1732534813136/96bb5f2c2895%2C32787%2C1732534813136.1732534814501 2024-11-25T11:40:14,519 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44803:44803)] 2024-11-25T11:40:14,519 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:40:14,519 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:14,519 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:14,519 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:14,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:14,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T11:40:14,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:14,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:14,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:14,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T11:40:14,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:14,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:14,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:14,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T11:40:14,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:14,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:14,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:14,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T11:40:14,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:14,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:14,525 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:14,525 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:14,526 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:14,526 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:14,526 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:14,527 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:40:14,527 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:14,529 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:40:14,529 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59461642, jitterRate=-0.11395248770713806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:40:14,529 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732534814519Initializing all the Stores at 1732534814520 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534814520Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534814520Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534814520Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534814520Cleaning up temporary data from old regions at 1732534814526 (+6 ms)Region opened successfully at 1732534814529 (+3 ms) 2024-11-25T11:40:14,529 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T11:40:14,531 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1667e638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:40:14,532 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T11:40:14,532 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T11:40:14,532 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T11:40:14,532 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T11:40:14,533 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T11:40:14,533 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T11:40:14,533 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T11:40:14,534 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T11:40:14,535 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Unable to get data of znode /1-1706675709/balancer because node does not exist (not necessarily an error) 2024-11-25T11:40:14,536 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1706675709/balancer already deleted, retry=false 2024-11-25T11:40:14,537 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T11:40:14,537 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Unable to get data of znode /1-1706675709/normalizer because node does not exist (not necessarily an error) 2024-11-25T11:40:14,540 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1706675709/normalizer already deleted, retry=false 2024-11-25T11:40:14,541 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T11:40:14,542 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Unable to get data of znode /1-1706675709/switch/split because node does not exist (not necessarily an error) 2024-11-25T11:40:14,543 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1706675709/switch/split already deleted, retry=false 2024-11-25T11:40:14,544 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Unable to get data of znode /1-1706675709/switch/merge because node does not exist (not necessarily an error) 2024-11-25T11:40:14,545 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1706675709/switch/merge already deleted, retry=false 2024-11-25T11:40:14,547 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Unable to get data of znode /1-1706675709/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T11:40:14,548 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1706675709/snapshot-cleanup already deleted, retry=false 2024-11-25T11:40:14,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1706675709/running 2024-11-25T11:40:14,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36537-0x1014eed1b3a0004, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1706675709/running 2024-11-25T11:40:14,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1706675709 2024-11-25T11:40:14,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36537-0x1014eed1b3a0004, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1706675709 2024-11-25T11:40:14,552 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=96bb5f2c2895,32787,1732534813136, sessionid=0x1014eed1b3a0003, setting cluster-up flag (Was=false) 2024-11-25T11:40:14,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36537-0x1014eed1b3a0004, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1706675709 2024-11-25T11:40:14,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1706675709 2024-11-25T11:40:14,560 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1706675709/flush-table-proc/acquired, /1-1706675709/flush-table-proc/reached, /1-1706675709/flush-table-proc/abort 2024-11-25T11:40:14,560 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,32787,1732534813136 2024-11-25T11:40:14,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1706675709 2024-11-25T11:40:14,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36537-0x1014eed1b3a0004, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1706675709 2024-11-25T11:40:14,568 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1706675709/online-snapshot/acquired, /1-1706675709/online-snapshot/reached, /1-1706675709/online-snapshot/abort 2024-11-25T11:40:14,569 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,32787,1732534813136 2024-11-25T11:40:14,570 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T11:40:14,571 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T11:40:14,571 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T11:40:14,571 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T11:40:14,571 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 96bb5f2c2895,32787,1732534813136 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T11:40:14,573 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:40:14,573 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:40:14,573 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:40:14,573 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:40:14,573 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/96bb5f2c2895:0, corePoolSize=10, maxPoolSize=10 2024-11-25T11:40:14,573 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:14,573 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:40:14,573 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:14,574 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:40:14,574 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T11:40:14,575 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:14,575 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T11:40:14,580 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732534844580 2024-11-25T11:40:14,580 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T11:40:14,580 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T11:40:14,580 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T11:40:14,580 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T11:40:14,580 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T11:40:14,580 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T11:40:14,584 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:14,584 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T11:40:14,584 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T11:40:14,584 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T11:40:14,584 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T11:40:14,585 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T11:40:14,585 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T11:40:14,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32947 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:40:14,588 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534814585,5,FailOnTimeoutGroup] 2024-11-25T11:40:14,589 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T11:40:14,589 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934 2024-11-25T11:40:14,592 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534814588,5,FailOnTimeoutGroup] 2024-11-25T11:40:14,592 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:14,592 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T11:40:14,592 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:14,592 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:14,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32947 is added to blk_1073741832_1008 (size=32) 2024-11-25T11:40:14,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:14,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:40:14,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:40:14,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:14,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:14,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:40:14,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:40:14,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:14,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:14,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:40:14,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:40:14,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:14,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:14,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:40:14,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:40:14,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:14,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:14,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:40:14,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/meta/1588230740 2024-11-25T11:40:14,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/meta/1588230740 2024-11-25T11:40:14,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:40:14,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:40:14,612 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:40:14,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:40:14,614 INFO [RS:0;96bb5f2c2895:36537 {}] regionserver.HRegionServer(746): ClusterId : d6482aa4-d84b-4d15-b136-076786fa12a2 2024-11-25T11:40:14,614 DEBUG [RS:0;96bb5f2c2895:36537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:40:14,615 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:40:14,615 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72162297, jitterRate=0.07530201971530914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:40:14,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732534814605Initializing all the Stores at 1732534814606 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534814606Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534814606Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534814606Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534814606Cleaning up temporary data from old regions at 1732534814612 (+6 ms)Region opened successfully at 1732534814615 (+3 ms) 2024-11-25T11:40:14,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:40:14,615 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:40:14,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:40:14,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:40:14,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:40:14,616 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:40:14,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534814615Disabling compacts and flushes for region at 1732534814615Disabling writes for close at 1732534814615Writing region close event to WAL at 1732534814616 (+1 ms)Closed at 1732534814616 2024-11-25T11:40:14,617 DEBUG [RS:0;96bb5f2c2895:36537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:40:14,617 DEBUG [RS:0;96bb5f2c2895:36537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:40:14,617 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:40:14,617 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T11:40:14,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:40:14,618 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:40:14,619 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T11:40:14,621 DEBUG [RS:0;96bb5f2c2895:36537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:40:14,621 DEBUG [RS:0;96bb5f2c2895:36537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@751ba05a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:40:14,633 DEBUG [RS:0;96bb5f2c2895:36537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;96bb5f2c2895:36537 2024-11-25T11:40:14,633 INFO [RS:0;96bb5f2c2895:36537 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:40:14,633 INFO [RS:0;96bb5f2c2895:36537 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:40:14,633 DEBUG [RS:0;96bb5f2c2895:36537 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:40:14,634 INFO [RS:0;96bb5f2c2895:36537 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,32787,1732534813136 with port=36537, startcode=1732534813183 2024-11-25T11:40:14,634 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:40:14,634 DEBUG [RS:0;96bb5f2c2895:36537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:40:14,634 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [96bb5f2c2895,44457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:44457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T11:40:14,634 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68508 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [96bb5f2c2895,44457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:44457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T11:40:14,635 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:40:14,636 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32787 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,36537,1732534813183 2024-11-25T11:40:14,636 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32787 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,36537,1732534813183 2024-11-25T11:40:14,637 DEBUG [RS:0;96bb5f2c2895:36537 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934 2024-11-25T11:40:14,637 DEBUG [RS:0;96bb5f2c2895:36537 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38657 2024-11-25T11:40:14,637 DEBUG [RS:0;96bb5f2c2895:36537 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:40:14,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1706675709/rs 2024-11-25T11:40:14,642 DEBUG [RS:0;96bb5f2c2895:36537 {}] zookeeper.ZKUtil(111): regionserver:36537-0x1014eed1b3a0004, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Set watcher on existing znode=/1-1706675709/rs/96bb5f2c2895,36537,1732534813183 2024-11-25T11:40:14,642 WARN [RS:0;96bb5f2c2895:36537 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:40:14,642 INFO [RS:0;96bb5f2c2895:36537 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:40:14,642 DEBUG [RS:0;96bb5f2c2895:36537 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183 2024-11-25T11:40:14,642 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,36537,1732534813183] 2024-11-25T11:40:14,645 INFO [RS:0;96bb5f2c2895:36537 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:40:14,646 INFO [RS:0;96bb5f2c2895:36537 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:40:14,646 INFO [RS:0;96bb5f2c2895:36537 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:40:14,646 INFO [RS:0;96bb5f2c2895:36537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:14,647 INFO [RS:0;96bb5f2c2895:36537 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:40:14,647 INFO [RS:0;96bb5f2c2895:36537 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:40:14,647 INFO [RS:0;96bb5f2c2895:36537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:14,647 DEBUG [RS:0;96bb5f2c2895:36537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:14,648 DEBUG [RS:0;96bb5f2c2895:36537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:14,648 DEBUG [RS:0;96bb5f2c2895:36537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:14,648 DEBUG [RS:0;96bb5f2c2895:36537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:14,648 DEBUG [RS:0;96bb5f2c2895:36537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:14,648 DEBUG [RS:0;96bb5f2c2895:36537 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:40:14,648 DEBUG [RS:0;96bb5f2c2895:36537 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:14,648 DEBUG [RS:0;96bb5f2c2895:36537 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:14,648 DEBUG [RS:0;96bb5f2c2895:36537 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:14,648 DEBUG [RS:0;96bb5f2c2895:36537 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:14,648 DEBUG [RS:0;96bb5f2c2895:36537 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:14,648 DEBUG [RS:0;96bb5f2c2895:36537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:14,648 DEBUG [RS:0;96bb5f2c2895:36537 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:40:14,648 DEBUG [RS:0;96bb5f2c2895:36537 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:40:14,652 INFO [RS:0;96bb5f2c2895:36537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:14,652 INFO [RS:0;96bb5f2c2895:36537 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:14,652 INFO [RS:0;96bb5f2c2895:36537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:14,652 INFO [RS:0;96bb5f2c2895:36537 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:14,652 INFO [RS:0;96bb5f2c2895:36537 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:14,652 INFO [RS:0;96bb5f2c2895:36537 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,36537,1732534813183-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:40:14,668 INFO [RS:0;96bb5f2c2895:36537 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:40:14,668 INFO [RS:0;96bb5f2c2895:36537 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,36537,1732534813183-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:14,668 INFO [RS:0;96bb5f2c2895:36537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:14,668 INFO [RS:0;96bb5f2c2895:36537 {}] regionserver.Replication(171): 96bb5f2c2895,36537,1732534813183 started 2024-11-25T11:40:14,682 INFO [RS:0;96bb5f2c2895:36537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:14,682 INFO [RS:0;96bb5f2c2895:36537 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,36537,1732534813183, RpcServer on 96bb5f2c2895/172.17.0.2:36537, sessionid=0x1014eed1b3a0004 2024-11-25T11:40:14,682 DEBUG [RS:0;96bb5f2c2895:36537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:40:14,682 DEBUG [RS:0;96bb5f2c2895:36537 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,36537,1732534813183 2024-11-25T11:40:14,682 DEBUG [RS:0;96bb5f2c2895:36537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,36537,1732534813183' 2024-11-25T11:40:14,682 DEBUG [RS:0;96bb5f2c2895:36537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1706675709/flush-table-proc/abort' 2024-11-25T11:40:14,682 DEBUG [RS:0;96bb5f2c2895:36537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1706675709/flush-table-proc/acquired' 2024-11-25T11:40:14,683 DEBUG [RS:0;96bb5f2c2895:36537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:40:14,683 DEBUG [RS:0;96bb5f2c2895:36537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:40:14,683 DEBUG [RS:0;96bb5f2c2895:36537 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,36537,1732534813183 2024-11-25T11:40:14,683 DEBUG [RS:0;96bb5f2c2895:36537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,36537,1732534813183' 2024-11-25T11:40:14,683 DEBUG [RS:0;96bb5f2c2895:36537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1706675709/online-snapshot/abort' 2024-11-25T11:40:14,683 DEBUG [RS:0;96bb5f2c2895:36537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1706675709/online-snapshot/acquired' 2024-11-25T11:40:14,683 DEBUG [RS:0;96bb5f2c2895:36537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:40:14,684 INFO [RS:0;96bb5f2c2895:36537 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:40:14,684 INFO [RS:0;96bb5f2c2895:36537 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:40:14,769 WARN [96bb5f2c2895:32787 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T11:40:14,784 INFO [RS:0;96bb5f2c2895:36537 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:40:14,785 INFO [RS:0;96bb5f2c2895:36537 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C36537%2C1732534813183, suffix=, logDir=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183, archiveDir=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/oldWALs, maxLogs=10 2024-11-25T11:40:14,802 DEBUG [RS:0;96bb5f2c2895:36537 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786, exclude list is [], retry=0 2024-11-25T11:40:14,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32947,DS-eeaf3f47-4308-4de0-9213-07ac696b2b0d,DISK] 2024-11-25T11:40:14,806 INFO [RS:0;96bb5f2c2895:36537 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 2024-11-25T11:40:14,807 DEBUG [RS:0;96bb5f2c2895:36537 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44803:44803)] 2024-11-25T11:40:15,019 DEBUG [96bb5f2c2895:32787 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T11:40:15,020 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=96bb5f2c2895,36537,1732534813183 2024-11-25T11:40:15,021 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,36537,1732534813183, state=OPENING 2024-11-25T11:40:15,022 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T11:40:15,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36537-0x1014eed1b3a0004, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1706675709 2024-11-25T11:40:15,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1706675709 2024-11-25T11:40:15,026 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1706675709/meta-region-server: CHANGED 2024-11-25T11:40:15,026 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:40:15,026 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1706675709/meta-region-server: CHANGED 2024-11-25T11:40:15,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,36537,1732534813183}] 2024-11-25T11:40:15,178 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:40:15,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:40:15,183 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:40:15,183 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:40:15,183 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:40:15,184 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C36537%2C1732534813183.meta, suffix=.meta, logDir=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183, archiveDir=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/oldWALs, maxLogs=10 2024-11-25T11:40:15,198 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.meta.1732534815184.meta, exclude list is [], retry=0 2024-11-25T11:40:15,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32947,DS-eeaf3f47-4308-4de0-9213-07ac696b2b0d,DISK] 2024-11-25T11:40:15,201 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.meta.1732534815184.meta 2024-11-25T11:40:15,201 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44803:44803)] 2024-11-25T11:40:15,201 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:40:15,201 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:40:15,201 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:40:15,202 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:40:15,202 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:40:15,202 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:40:15,202 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:15,202 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:40:15,202 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:40:15,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:40:15,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:40:15,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:15,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:15,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:40:15,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:40:15,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:15,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:15,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:40:15,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:40:15,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:15,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:15,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:40:15,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:40:15,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:15,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:15,206 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:40:15,206 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/meta/1588230740 2024-11-25T11:40:15,207 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/meta/1588230740 2024-11-25T11:40:15,208 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:40:15,208 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:40:15,208 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:40:15,209 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:40:15,209 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66520085, jitterRate=-0.00877349078655243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:40:15,209 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:40:15,209 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732534815202Writing region info on filesystem at 1732534815202Initializing all the Stores at 1732534815202Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534815202Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534815203 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534815203Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534815203Cleaning up temporary data from old regions at 1732534815208 (+5 ms)Running coprocessor post-open hooks at 1732534815209 (+1 ms)Region opened successfully at 1732534815209 2024-11-25T11:40:15,210 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732534815178 2024-11-25T11:40:15,212 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:40:15,212 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:40:15,212 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,36537,1732534813183 2024-11-25T11:40:15,213 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,36537,1732534813183, state=OPEN 2024-11-25T11:40:15,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36537-0x1014eed1b3a0004, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1706675709/meta-region-server 2024-11-25T11:40:15,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1706675709/meta-region-server 2024-11-25T11:40:15,216 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=96bb5f2c2895,36537,1732534813183 2024-11-25T11:40:15,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1706675709/meta-region-server: CHANGED 2024-11-25T11:40:15,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1706675709/meta-region-server: CHANGED 2024-11-25T11:40:15,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T11:40:15,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,36537,1732534813183 in 190 msec 2024-11-25T11:40:15,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T11:40:15,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 601 msec 2024-11-25T11:40:15,220 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:40:15,220 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T11:40:15,221 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:40:15,221 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,36537,1732534813183, seqNum=-1] 2024-11-25T11:40:15,221 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:40:15,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:40:15,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 654 msec 2024-11-25T11:40:15,225 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732534815225, completionTime=-1 2024-11-25T11:40:15,225 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T11:40:15,225 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T11:40:15,227 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T11:40:15,227 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732534875227 2024-11-25T11:40:15,227 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732534935227 2024-11-25T11:40:15,227 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T11:40:15,227 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,32787,1732534813136-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:15,227 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,32787,1732534813136-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:15,227 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,32787,1732534813136-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:15,227 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-96bb5f2c2895:32787, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:15,227 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:15,227 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:15,229 DEBUG [master/96bb5f2c2895:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T11:40:15,230 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.995sec 2024-11-25T11:40:15,230 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T11:40:15,230 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T11:40:15,230 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T11:40:15,230 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T11:40:15,231 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T11:40:15,231 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,32787,1732534813136-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:40:15,231 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,32787,1732534813136-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T11:40:15,232 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T11:40:15,232 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T11:40:15,232 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,32787,1732534813136-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:15,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ef667a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:15,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,32787,-1 for getting cluster id 2024-11-25T11:40:15,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:40:15,316 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6482aa4-d84b-4d15-b136-076786fa12a2' 2024-11-25T11:40:15,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:40:15,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6482aa4-d84b-4d15-b136-076786fa12a2" 2024-11-25T11:40:15,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c2be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:15,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,32787,-1] 2024-11-25T11:40:15,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:40:15,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:15,318 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:40:15,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff3703d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:15,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:40:15,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,36537,1732534813183, seqNum=-1] 2024-11-25T11:40:15,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:40:15,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:40:15,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=96bb5f2c2895,32787,1732534813136 2024-11-25T11:40:15,323 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64387 2024-11-25T11:40:15,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:40:15,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014eed1b3a0005 connected 2024-11-25T11:40:15,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/hadoop.log.dir so I do NOT create it in target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf 2024-11-25T11:40:15,337 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T11:40:15,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/hadoop.tmp.dir so I do NOT create it in target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf 2024-11-25T11:40:15,337 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T11:40:15,338 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf 2024-11-25T11:40:15,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T11:40:15,338 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/cluster_046b5941-2d03-585e-b2a6-dcd6f34a3213, deleteOnExit=true 2024-11-25T11:40:15,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T11:40:15,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/test.cache.data in system properties and HBase conf 2024-11-25T11:40:15,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T11:40:15,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/hadoop.log.dir in system properties and HBase conf 2024-11-25T11:40:15,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T11:40:15,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T11:40:15,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T11:40:15,339 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T11:40:15,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:40:15,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:40:15,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T11:40:15,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:40:15,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T11:40:15,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T11:40:15,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:40:15,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:40:15,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T11:40:15,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/nfs.dump.dir in system properties and HBase conf 2024-11-25T11:40:15,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/java.io.tmpdir in system properties and HBase conf 2024-11-25T11:40:15,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:40:15,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T11:40:15,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T11:40:15,425 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:40:15,428 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:40:15,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:40:15,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:40:15,438 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:40:15,438 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:40:15,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e91cfc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:40:15,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c636791{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:40:15,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b776582{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/java.io.tmpdir/jetty-localhost-41213-hadoop-hdfs-3_4_1-tests_jar-_-any-16134587339104802151/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:40:15,573 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a453c14{HTTP/1.1, (http/1.1)}{localhost:41213} 2024-11-25T11:40:15,573 INFO [Time-limited test {}] server.Server(415): Started @243387ms 2024-11-25T11:40:15,686 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:40:15,688 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:40:15,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:40:15,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:40:15,689 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:40:15,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57ed330a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:40:15,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@399c85bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:40:15,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e0f4b23{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/java.io.tmpdir/jetty-localhost-33053-hadoop-hdfs-3_4_1-tests_jar-_-any-12204635526141032777/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:40:15,816 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f9147eb{HTTP/1.1, (http/1.1)}{localhost:33053} 2024-11-25T11:40:15,816 INFO [Time-limited test {}] server.Server(415): Started @243630ms 2024-11-25T11:40:15,818 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:40:15,929 WARN [Thread-3639 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/cluster_046b5941-2d03-585e-b2a6-dcd6f34a3213/data/data1/current/BP-242785496-172.17.0.2-1732534815362/current, will proceed with Du for space computation calculation, 2024-11-25T11:40:15,933 WARN [Thread-3640 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/cluster_046b5941-2d03-585e-b2a6-dcd6f34a3213/data/data2/current/BP-242785496-172.17.0.2-1732534815362/current, will proceed with Du for space computation calculation, 2024-11-25T11:40:15,957 WARN [Thread-3627 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:40:15,959 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b13fdd05e6778f3 with lease ID 0x90349abe55380f6c: Processing first storage report for DS-c04c18a3-739c-40c2-85e9-dc0ac539abf1 from datanode DatanodeRegistration(127.0.0.1:36641, datanodeUuid=43e9deed-e72f-42be-be46-8f1311099309, infoPort=36905, infoSecurePort=0, ipcPort=37393, storageInfo=lv=-57;cid=testClusterID;nsid=568177790;c=1732534815362) 2024-11-25T11:40:15,959 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b13fdd05e6778f3 with lease ID 0x90349abe55380f6c: from storage DS-c04c18a3-739c-40c2-85e9-dc0ac539abf1 node DatanodeRegistration(127.0.0.1:36641, datanodeUuid=43e9deed-e72f-42be-be46-8f1311099309, infoPort=36905, infoSecurePort=0, ipcPort=37393, storageInfo=lv=-57;cid=testClusterID;nsid=568177790;c=1732534815362), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:40:15,959 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b13fdd05e6778f3 with lease ID 0x90349abe55380f6c: Processing first storage report for DS-49492394-3fc7-424f-9892-1a01413dc7d6 from datanode DatanodeRegistration(127.0.0.1:36641, datanodeUuid=43e9deed-e72f-42be-be46-8f1311099309, infoPort=36905, infoSecurePort=0, ipcPort=37393, storageInfo=lv=-57;cid=testClusterID;nsid=568177790;c=1732534815362) 2024-11-25T11:40:15,959 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b13fdd05e6778f3 with lease ID 0x90349abe55380f6c: from storage DS-49492394-3fc7-424f-9892-1a01413dc7d6 node DatanodeRegistration(127.0.0.1:36641, datanodeUuid=43e9deed-e72f-42be-be46-8f1311099309, infoPort=36905, infoSecurePort=0, ipcPort=37393, storageInfo=lv=-57;cid=testClusterID;nsid=568177790;c=1732534815362), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:40:16,060 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf 2024-11-25T11:40:16,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:16,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:16,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36641 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:40:16,075 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4 with version=8 2024-11-25T11:40:16,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/hbase-staging 2024-11-25T11:40:16,077 INFO [Time-limited test {}] client.ConnectionUtils(128): master/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:40:16,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:16,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:16,078 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:40:16,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:16,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:40:16,078 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T11:40:16,078 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:40:16,079 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44017 2024-11-25T11:40:16,079 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44017 connecting to ZooKeeper ensemble=127.0.0.1:64387 2024-11-25T11:40:16,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440170x0, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:40:16,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44017-0x1014eed1b3a0006 connected 2024-11-25T11:40:16,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:16,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:16,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Set watcher on znode that does not yet exist, /21462197058/running 2024-11-25T11:40:16,100 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4, hbase.cluster.distributed=false 2024-11-25T11:40:16,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Set watcher on znode that does not yet exist, /21462197058/acl 2024-11-25T11:40:16,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44017 2024-11-25T11:40:16,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44017 2024-11-25T11:40:16,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44017 2024-11-25T11:40:16,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44017 2024-11-25T11:40:16,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44017 2024-11-25T11:40:16,126 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:40:16,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:16,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:16,126 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:40:16,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:16,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:40:16,126 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:40:16,126 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:40:16,127 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45505 2024-11-25T11:40:16,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45505 connecting to ZooKeeper ensemble=127.0.0.1:64387 2024-11-25T11:40:16,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:16,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:16,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455050x0, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:40:16,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455050x0, quorum=127.0.0.1:64387, baseZNode=/21462197058 Set watcher on znode that does not yet exist, /21462197058/running 2024-11-25T11:40:16,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45505-0x1014eed1b3a0007 connected 2024-11-25T11:40:16,149 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:40:16,152 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:40:16,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45505-0x1014eed1b3a0007, quorum=127.0.0.1:64387, baseZNode=/21462197058 Set watcher on znode that does not yet exist, /21462197058/master 2024-11-25T11:40:16,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45505-0x1014eed1b3a0007, quorum=127.0.0.1:64387, baseZNode=/21462197058 Set watcher on znode that does not yet exist, /21462197058/acl 2024-11-25T11:40:16,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45505 2024-11-25T11:40:16,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45505 2024-11-25T11:40:16,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45505 2024-11-25T11:40:16,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45505 2024-11-25T11:40:16,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45505 2024-11-25T11:40:16,179 DEBUG [M:0;96bb5f2c2895:44017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;96bb5f2c2895:44017 2024-11-25T11:40:16,180 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21462197058/backup-masters/96bb5f2c2895,44017,1732534816077 2024-11-25T11:40:16,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21462197058/backup-masters 2024-11-25T11:40:16,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x1014eed1b3a0007, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21462197058/backup-masters 2024-11-25T11:40:16,182 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Set watcher on existing znode=/21462197058/backup-masters/96bb5f2c2895,44017,1732534816077 2024-11-25T11:40:16,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x1014eed1b3a0007, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21462197058/master 2024-11-25T11:40:16,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x1014eed1b3a0007, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21462197058 2024-11-25T11:40:16,186 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Set watcher on existing znode=/21462197058/master 2024-11-25T11:40:16,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21462197058 2024-11-25T11:40:16,186 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21462197058/backup-masters/96bb5f2c2895,44017,1732534816077 from backup master directory 2024-11-25T11:40:16,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21462197058/backup-masters/96bb5f2c2895,44017,1732534816077 2024-11-25T11:40:16,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21462197058/backup-masters 2024-11-25T11:40:16,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x1014eed1b3a0007, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21462197058/backup-masters 2024-11-25T11:40:16,187 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:40:16,187 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=96bb5f2c2895,44017,1732534816077 2024-11-25T11:40:16,192 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/hbase.id] with ID: 035ca686-83c5-4f02-822e-56a47fd83db8 2024-11-25T11:40:16,192 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/.tmp/hbase.id 2024-11-25T11:40:16,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36641 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:40:16,202 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/.tmp/hbase.id]:[hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/hbase.id] 2024-11-25T11:40:16,210 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:16,210 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T11:40:16,211 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T11:40:16,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x1014eed1b3a0007, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21462197058 2024-11-25T11:40:16,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21462197058 2024-11-25T11:40:16,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36641 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:40:16,224 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:40:16,225 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T11:40:16,225 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:40:16,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36641 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:40:16,239 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/MasterData/data/master/store 2024-11-25T11:40:16,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36641 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:40:16,248 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:16,248 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:40:16,248 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:16,248 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:16,248 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:40:16,248 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:16,248 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:16,249 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534816248Disabling compacts and flushes for region at 1732534816248Disabling writes for close at 1732534816248Writing region close event to WAL at 1732534816248Closed at 1732534816248 2024-11-25T11:40:16,249 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/MasterData/data/master/store/.initializing 2024-11-25T11:40:16,249 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/MasterData/WALs/96bb5f2c2895,44017,1732534816077 2024-11-25T11:40:16,250 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:40:16,252 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C44017%2C1732534816077, suffix=, logDir=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/MasterData/WALs/96bb5f2c2895,44017,1732534816077, archiveDir=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/MasterData/oldWALs, maxLogs=10 2024-11-25T11:40:16,272 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/MasterData/WALs/96bb5f2c2895,44017,1732534816077/96bb5f2c2895%2C44017%2C1732534816077.1732534816252, exclude list is [], retry=0 2024-11-25T11:40:16,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36641,DS-c04c18a3-739c-40c2-85e9-dc0ac539abf1,DISK] 2024-11-25T11:40:16,276 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/MasterData/WALs/96bb5f2c2895,44017,1732534816077/96bb5f2c2895%2C44017%2C1732534816077.1732534816252 2024-11-25T11:40:16,280 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36905:36905)] 2024-11-25T11:40:16,280 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:40:16,281 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:16,281 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:16,281 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:16,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:16,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T11:40:16,283 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:16,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:16,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:16,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T11:40:16,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:16,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:16,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:16,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T11:40:16,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:16,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:16,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:16,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T11:40:16,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:16,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:16,288 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:16,289 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:16,289 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:16,310 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:16,310 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:16,310 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:40:16,312 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:16,314 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:40:16,314 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61473041, jitterRate=-0.08398030698299408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:40:16,315 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732534816281Initializing all the Stores at 1732534816282 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534816282Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534816282Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534816282Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534816282Cleaning up temporary data from old regions at 1732534816310 (+28 ms)Region opened successfully at 1732534816314 (+4 ms) 2024-11-25T11:40:16,315 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T11:40:16,317 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b377923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:40:16,318 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T11:40:16,318 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T11:40:16,318 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T11:40:16,318 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T11:40:16,318 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T11:40:16,319 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T11:40:16,319 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T11:40:16,326 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T11:40:16,326 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Unable to get data of znode /21462197058/balancer because node does not exist (not necessarily an error) 2024-11-25T11:40:16,328 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21462197058/balancer already deleted, retry=false 2024-11-25T11:40:16,328 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T11:40:16,329 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Unable to get data of znode /21462197058/normalizer because node does not exist (not necessarily an error) 2024-11-25T11:40:16,331 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21462197058/normalizer already deleted, retry=false 2024-11-25T11:40:16,332 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T11:40:16,332 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Unable to get data of znode /21462197058/switch/split because node does not exist (not necessarily an error) 2024-11-25T11:40:16,334 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21462197058/switch/split already deleted, retry=false 2024-11-25T11:40:16,334 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Unable to get data of znode /21462197058/switch/merge because node does not exist (not necessarily an error) 2024-11-25T11:40:16,335 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21462197058/switch/merge already deleted, retry=false 2024-11-25T11:40:16,337 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Unable to get data of znode /21462197058/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T11:40:16,338 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21462197058/snapshot-cleanup already deleted, retry=false 2024-11-25T11:40:16,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21462197058/running 2024-11-25T11:40:16,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x1014eed1b3a0007, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21462197058/running 2024-11-25T11:40:16,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x1014eed1b3a0007, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21462197058 2024-11-25T11:40:16,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21462197058 2024-11-25T11:40:16,342 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=96bb5f2c2895,44017,1732534816077, sessionid=0x1014eed1b3a0006, setting cluster-up flag (Was=false) 2024-11-25T11:40:16,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21462197058 2024-11-25T11:40:16,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x1014eed1b3a0007, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21462197058 2024-11-25T11:40:16,349 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21462197058/flush-table-proc/acquired, /21462197058/flush-table-proc/reached, /21462197058/flush-table-proc/abort 2024-11-25T11:40:16,350 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,44017,1732534816077 2024-11-25T11:40:16,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x1014eed1b3a0007, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21462197058 2024-11-25T11:40:16,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21462197058 2024-11-25T11:40:16,358 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21462197058/online-snapshot/acquired, /21462197058/online-snapshot/reached, /21462197058/online-snapshot/abort 2024-11-25T11:40:16,359 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,44017,1732534816077 2024-11-25T11:40:16,359 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T11:40:16,361 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T11:40:16,361 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T11:40:16,361 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T11:40:16,361 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 96bb5f2c2895,44017,1732534816077 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T11:40:16,362 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:40:16,362 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:40:16,362 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:40:16,362 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:40:16,362 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/96bb5f2c2895:0, corePoolSize=10, maxPoolSize=10 2024-11-25T11:40:16,362 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:16,362 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:40:16,363 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:16,367 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732534846367 2024-11-25T11:40:16,367 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T11:40:16,367 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T11:40:16,367 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T11:40:16,368 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T11:40:16,368 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:40:16,368 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T11:40:16,368 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T11:40:16,368 INFO [RS:0;96bb5f2c2895:45505 {}] regionserver.HRegionServer(746): ClusterId : 035ca686-83c5-4f02-822e-56a47fd83db8 2024-11-25T11:40:16,368 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T11:40:16,368 DEBUG [RS:0;96bb5f2c2895:45505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:40:16,368 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:16,368 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T11:40:16,368 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T11:40:16,368 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T11:40:16,368 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T11:40:16,369 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:16,369 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T11:40:16,369 DEBUG [RS:0;96bb5f2c2895:45505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:40:16,369 DEBUG [RS:0;96bb5f2c2895:45505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:40:16,372 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T11:40:16,372 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T11:40:16,373 DEBUG [RS:0;96bb5f2c2895:45505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:40:16,373 DEBUG [RS:0;96bb5f2c2895:45505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b20153, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:40:16,374 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534816372,5,FailOnTimeoutGroup] 2024-11-25T11:40:16,375 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534816374,5,FailOnTimeoutGroup] 2024-11-25T11:40:16,375 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:16,375 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T11:40:16,375 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:16,375 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:16,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36641 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:40:16,388 DEBUG [RS:0;96bb5f2c2895:45505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;96bb5f2c2895:45505 2024-11-25T11:40:16,389 INFO [RS:0;96bb5f2c2895:45505 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:40:16,389 INFO [RS:0;96bb5f2c2895:45505 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:40:16,389 DEBUG [RS:0;96bb5f2c2895:45505 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:40:16,389 INFO [RS:0;96bb5f2c2895:45505 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,44017,1732534816077 with port=45505, startcode=1732534816126 2024-11-25T11:40:16,389 DEBUG [RS:0;96bb5f2c2895:45505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:40:16,391 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:40:16,391 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44017 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,45505,1732534816126 2024-11-25T11:40:16,391 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44017 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,45505,1732534816126 2024-11-25T11:40:16,393 DEBUG [RS:0;96bb5f2c2895:45505 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4 2024-11-25T11:40:16,393 DEBUG [RS:0;96bb5f2c2895:45505 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35659 2024-11-25T11:40:16,393 DEBUG [RS:0;96bb5f2c2895:45505 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:40:16,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21462197058/rs 2024-11-25T11:40:16,398 DEBUG [RS:0;96bb5f2c2895:45505 {}] zookeeper.ZKUtil(111): regionserver:45505-0x1014eed1b3a0007, quorum=127.0.0.1:64387, baseZNode=/21462197058 Set watcher on existing znode=/21462197058/rs/96bb5f2c2895,45505,1732534816126 2024-11-25T11:40:16,398 WARN [RS:0;96bb5f2c2895:45505 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:40:16,399 INFO [RS:0;96bb5f2c2895:45505 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:40:16,399 DEBUG [RS:0;96bb5f2c2895:45505 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126 2024-11-25T11:40:16,399 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,45505,1732534816126] 2024-11-25T11:40:16,401 INFO [RS:0;96bb5f2c2895:45505 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:40:16,403 INFO [RS:0;96bb5f2c2895:45505 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:40:16,404 INFO [RS:0;96bb5f2c2895:45505 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:40:16,404 INFO [RS:0;96bb5f2c2895:45505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:16,408 INFO [RS:0;96bb5f2c2895:45505 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:40:16,409 INFO [RS:0;96bb5f2c2895:45505 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:40:16,409 INFO [RS:0;96bb5f2c2895:45505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:16,409 DEBUG [RS:0;96bb5f2c2895:45505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:16,409 DEBUG [RS:0;96bb5f2c2895:45505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:16,409 DEBUG [RS:0;96bb5f2c2895:45505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:16,409 DEBUG [RS:0;96bb5f2c2895:45505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:16,409 DEBUG [RS:0;96bb5f2c2895:45505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:16,409 DEBUG [RS:0;96bb5f2c2895:45505 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:40:16,409 DEBUG [RS:0;96bb5f2c2895:45505 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:16,409 DEBUG [RS:0;96bb5f2c2895:45505 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:16,409 DEBUG [RS:0;96bb5f2c2895:45505 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:16,409 DEBUG [RS:0;96bb5f2c2895:45505 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:16,409 DEBUG [RS:0;96bb5f2c2895:45505 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:16,409 DEBUG [RS:0;96bb5f2c2895:45505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:16,409 DEBUG [RS:0;96bb5f2c2895:45505 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:40:16,409 DEBUG [RS:0;96bb5f2c2895:45505 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:40:16,410 INFO [RS:0;96bb5f2c2895:45505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:16,410 INFO [RS:0;96bb5f2c2895:45505 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:16,410 INFO [RS:0;96bb5f2c2895:45505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:16,410 INFO [RS:0;96bb5f2c2895:45505 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:16,410 INFO [RS:0;96bb5f2c2895:45505 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:16,410 INFO [RS:0;96bb5f2c2895:45505 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,45505,1732534816126-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:40:16,433 INFO [RS:0;96bb5f2c2895:45505 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:40:16,433 INFO [RS:0;96bb5f2c2895:45505 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,45505,1732534816126-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:16,433 INFO [RS:0;96bb5f2c2895:45505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:16,433 INFO [RS:0;96bb5f2c2895:45505 {}] regionserver.Replication(171): 96bb5f2c2895,45505,1732534816126 started 2024-11-25T11:40:16,452 INFO [RS:0;96bb5f2c2895:45505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:16,452 INFO [RS:0;96bb5f2c2895:45505 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,45505,1732534816126, RpcServer on 96bb5f2c2895/172.17.0.2:45505, sessionid=0x1014eed1b3a0007 2024-11-25T11:40:16,452 DEBUG [RS:0;96bb5f2c2895:45505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:40:16,452 DEBUG [RS:0;96bb5f2c2895:45505 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,45505,1732534816126 2024-11-25T11:40:16,452 DEBUG [RS:0;96bb5f2c2895:45505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,45505,1732534816126' 2024-11-25T11:40:16,452 DEBUG [RS:0;96bb5f2c2895:45505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21462197058/flush-table-proc/abort' 2024-11-25T11:40:16,453 DEBUG [RS:0;96bb5f2c2895:45505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21462197058/flush-table-proc/acquired' 2024-11-25T11:40:16,453 DEBUG [RS:0;96bb5f2c2895:45505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:40:16,453 DEBUG [RS:0;96bb5f2c2895:45505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:40:16,453 DEBUG [RS:0;96bb5f2c2895:45505 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,45505,1732534816126 2024-11-25T11:40:16,453 DEBUG [RS:0;96bb5f2c2895:45505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,45505,1732534816126' 2024-11-25T11:40:16,453 DEBUG [RS:0;96bb5f2c2895:45505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21462197058/online-snapshot/abort' 2024-11-25T11:40:16,454 DEBUG [RS:0;96bb5f2c2895:45505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21462197058/online-snapshot/acquired' 2024-11-25T11:40:16,454 DEBUG [RS:0;96bb5f2c2895:45505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:40:16,454 INFO [RS:0;96bb5f2c2895:45505 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:40:16,454 INFO [RS:0;96bb5f2c2895:45505 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:40:16,555 INFO [RS:0;96bb5f2c2895:45505 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:40:16,556 INFO [RS:0;96bb5f2c2895:45505 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C45505%2C1732534816126, suffix=, logDir=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126, archiveDir=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/oldWALs, maxLogs=10 2024-11-25T11:40:16,573 DEBUG [RS:0;96bb5f2c2895:45505 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556, exclude list is [], retry=0 2024-11-25T11:40:16,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36641,DS-c04c18a3-739c-40c2-85e9-dc0ac539abf1,DISK] 2024-11-25T11:40:16,580 INFO [RS:0;96bb5f2c2895:45505 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 2024-11-25T11:40:16,584 DEBUG [RS:0;96bb5f2c2895:45505 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36905:36905)] 2024-11-25T11:40:16,783 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T11:40:16,798 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4 2024-11-25T11:40:16,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36641 is added to blk_1073741833_1009 (size=32) 2024-11-25T11:40:17,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:17,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:40:17,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:40:17,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:17,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:17,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:40:17,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:40:17,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:17,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:17,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:40:17,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:40:17,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:17,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:17,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:40:17,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:40:17,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:17,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:17,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:40:17,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/meta/1588230740 2024-11-25T11:40:17,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/meta/1588230740 2024-11-25T11:40:17,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:40:17,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:40:17,214 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:40:17,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:40:17,216 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:40:17,217 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60955315, jitterRate=-0.09169502556324005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:40:17,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732534817206Initializing all the Stores at 1732534817207 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534817207Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534817207Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534817207Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534817207Cleaning up temporary data from old regions at 1732534817214 (+7 ms)Region opened successfully at 1732534817217 (+3 ms) 2024-11-25T11:40:17,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:40:17,217 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:40:17,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:40:17,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:40:17,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:40:17,220 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:40:17,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534817217Disabling compacts and flushes for region at 1732534817217Disabling writes for close at 1732534817217Writing region close event to WAL at 1732534817220 (+3 ms)Closed at 1732534817220 2024-11-25T11:40:17,221 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:40:17,221 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T11:40:17,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:40:17,222 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:40:17,223 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T11:40:17,373 DEBUG [96bb5f2c2895:44017 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T11:40:17,374 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=96bb5f2c2895,45505,1732534816126 2024-11-25T11:40:17,375 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,45505,1732534816126, state=OPENING 2024-11-25T11:40:17,376 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T11:40:17,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x1014eed1b3a0007, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21462197058 2024-11-25T11:40:17,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21462197058 2024-11-25T11:40:17,378 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:40:17,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,45505,1732534816126}] 2024-11-25T11:40:17,378 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21462197058/meta-region-server: CHANGED 2024-11-25T11:40:17,378 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21462197058/meta-region-server: CHANGED 2024-11-25T11:40:17,530 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:40:17,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:40:17,536 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:40:17,536 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:40:17,536 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:40:17,538 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C45505%2C1732534816126.meta, suffix=.meta, logDir=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126, archiveDir=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/oldWALs, maxLogs=10 2024-11-25T11:40:17,557 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.meta.1732534817538.meta, exclude list is [], retry=0 2024-11-25T11:40:17,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36641,DS-c04c18a3-739c-40c2-85e9-dc0ac539abf1,DISK] 2024-11-25T11:40:17,569 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.meta.1732534817538.meta 2024-11-25T11:40:17,577 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36905:36905)] 2024-11-25T11:40:17,578 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:40:17,578 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:40:17,578 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:40:17,578 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:40:17,578 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:40:17,578 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:40:17,578 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:17,579 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:40:17,579 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:40:17,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:40:17,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:40:17,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:17,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:17,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:40:17,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:40:17,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:17,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:17,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:40:17,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:40:17,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:17,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:17,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:40:17,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:40:17,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:17,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:17,589 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:40:17,590 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/meta/1588230740 2024-11-25T11:40:17,593 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/meta/1588230740 2024-11-25T11:40:17,594 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:40:17,594 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:40:17,595 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:40:17,596 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:40:17,597 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65922186, jitterRate=-0.01768288016319275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:40:17,597 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:40:17,597 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732534817579Writing region info on filesystem at 1732534817579Initializing all the Stores at 1732534817579Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534817579Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534817580 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534817580Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534817580Cleaning up temporary data from old regions at 1732534817594 (+14 ms)Running coprocessor post-open hooks at 1732534817597 (+3 ms)Region opened successfully at 1732534817597 2024-11-25T11:40:17,598 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732534817529 2024-11-25T11:40:17,600 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:40:17,601 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:40:17,601 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,45505,1732534816126 2024-11-25T11:40:17,602 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,45505,1732534816126, state=OPEN 2024-11-25T11:40:17,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x1014eed1b3a0007, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21462197058/meta-region-server 2024-11-25T11:40:17,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21462197058/meta-region-server 2024-11-25T11:40:17,604 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=96bb5f2c2895,45505,1732534816126 2024-11-25T11:40:17,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21462197058/meta-region-server: CHANGED 2024-11-25T11:40:17,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21462197058/meta-region-server: CHANGED 2024-11-25T11:40:17,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T11:40:17,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,45505,1732534816126 in 226 msec 2024-11-25T11:40:17,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T11:40:17,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 385 msec 2024-11-25T11:40:17,609 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:40:17,609 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T11:40:17,610 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:40:17,610 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,45505,1732534816126, seqNum=-1] 2024-11-25T11:40:17,610 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:40:17,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:40:17,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2540 sec 2024-11-25T11:40:17,616 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732534817615, completionTime=-1 2024-11-25T11:40:17,616 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T11:40:17,616 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T11:40:17,618 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T11:40:17,618 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732534877618 2024-11-25T11:40:17,618 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732534937618 2024-11-25T11:40:17,618 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T11:40:17,618 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,44017,1732534816077-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:17,619 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,44017,1732534816077-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:17,619 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,44017,1732534816077-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:17,619 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-96bb5f2c2895:44017, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:17,619 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:17,619 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:17,621 DEBUG [master/96bb5f2c2895:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T11:40:17,623 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.435sec 2024-11-25T11:40:17,623 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T11:40:17,624 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T11:40:17,624 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T11:40:17,624 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T11:40:17,624 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T11:40:17,624 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,44017,1732534816077-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:40:17,624 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,44017,1732534816077-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T11:40:17,630 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T11:40:17,630 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T11:40:17,630 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,44017,1732534816077-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:17,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56347b09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:17,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,44017,-1 for getting cluster id 2024-11-25T11:40:17,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:40:17,679 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:40:17,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:17,691 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '035ca686-83c5-4f02-822e-56a47fd83db8' 2024-11-25T11:40:17,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:17,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:40:17,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "035ca686-83c5-4f02-822e-56a47fd83db8" 2024-11-25T11:40:17,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:17,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@82813f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:17,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:17,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,44017,-1] 2024-11-25T11:40:17,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:40:17,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:17,693 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:40:17,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cc3df28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:17,694 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:40:17,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,45505,1732534816126, seqNum=-1] 2024-11-25T11:40:17,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:40:17,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:40:17,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=96bb5f2c2895,44017,1732534816077 2024-11-25T11:40:17,699 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64387 2024-11-25T11:40:17,723 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:40:17,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,35589,1732534809837 2024-11-25T11:40:17,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e3c5de1 2024-11-25T11:40:17,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:40:17,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:40:17,725 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:40:17,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35589 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:40:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35589 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T11:40:17,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:40:17,728 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:17,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35589 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T11:40:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:40:17,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:17,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:17,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:17,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:17,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:17,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014eed1b3a0008 connected 2024-11-25T11:40:17,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:17,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:40:17,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:17,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:17,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:17,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:17,775 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T11:40:17,775 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T11:40:17,775 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T11:40:17,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43841 is added to blk_1073741835_1011 (size=902) 2024-11-25T11:40:17,785 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8febdbaea171bf511b3048db8c899a85, NAME => 'test,,1732534817725.8febdbaea171bf511b3048db8c899a85.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62 2024-11-25T11:40:17,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43841 is added to blk_1073741836_1012 (size=39) 2024-11-25T11:40:17,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732534817725.8febdbaea171bf511b3048db8c899a85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:17,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8febdbaea171bf511b3048db8c899a85, disabling compactions & flushes 2024-11-25T11:40:17,803 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732534817725.8febdbaea171bf511b3048db8c899a85. 2024-11-25T11:40:17,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534817725.8febdbaea171bf511b3048db8c899a85. 2024-11-25T11:40:17,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732534817725.8febdbaea171bf511b3048db8c899a85. after waiting 0 ms 2024-11-25T11:40:17,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732534817725.8febdbaea171bf511b3048db8c899a85. 2024-11-25T11:40:17,803 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732534817725.8febdbaea171bf511b3048db8c899a85. 2024-11-25T11:40:17,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8febdbaea171bf511b3048db8c899a85: Waiting for close lock at 1732534817803Disabling compacts and flushes for region at 1732534817803Disabling writes for close at 1732534817803Writing region close event to WAL at 1732534817803Closed at 1732534817803 2024-11-25T11:40:17,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:40:17,805 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732534817725.8febdbaea171bf511b3048db8c899a85.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732534817805"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534817805"}]},"ts":"1732534817805"} 2024-11-25T11:40:17,808 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:40:17,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:40:17,809 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534817809"}]},"ts":"1732534817809"} 2024-11-25T11:40:17,811 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T11:40:17,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8febdbaea171bf511b3048db8c899a85, ASSIGN}] 2024-11-25T11:40:17,815 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8febdbaea171bf511b3048db8c899a85, ASSIGN 2024-11-25T11:40:17,821 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8febdbaea171bf511b3048db8c899a85, ASSIGN; state=OFFLINE, location=96bb5f2c2895,33787,1732534809936; forceNewPlan=false, retain=false 2024-11-25T11:40:17,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:40:17,972 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8febdbaea171bf511b3048db8c899a85, regionState=OPENING, regionLocation=96bb5f2c2895,33787,1732534809936 2024-11-25T11:40:17,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8febdbaea171bf511b3048db8c899a85, ASSIGN because future has completed 2024-11-25T11:40:17,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8febdbaea171bf511b3048db8c899a85, server=96bb5f2c2895,33787,1732534809936}] 2024-11-25T11:40:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:40:18,130 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732534817725.8febdbaea171bf511b3048db8c899a85. 2024-11-25T11:40:18,130 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8febdbaea171bf511b3048db8c899a85, NAME => 'test,,1732534817725.8febdbaea171bf511b3048db8c899a85.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:40:18,131 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:40:18,131 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T11:40:18,131 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8febdbaea171bf511b3048db8c899a85 2024-11-25T11:40:18,131 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732534817725.8febdbaea171bf511b3048db8c899a85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:18,131 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8febdbaea171bf511b3048db8c899a85 2024-11-25T11:40:18,131 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8febdbaea171bf511b3048db8c899a85 2024-11-25T11:40:18,132 INFO [StoreOpener-8febdbaea171bf511b3048db8c899a85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8febdbaea171bf511b3048db8c899a85 2024-11-25T11:40:18,133 INFO [StoreOpener-8febdbaea171bf511b3048db8c899a85-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8febdbaea171bf511b3048db8c899a85 columnFamilyName f 2024-11-25T11:40:18,133 DEBUG [StoreOpener-8febdbaea171bf511b3048db8c899a85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:18,133 INFO [StoreOpener-8febdbaea171bf511b3048db8c899a85-1 {}] regionserver.HStore(327): Store=8febdbaea171bf511b3048db8c899a85/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:18,133 INFO [StoreOpener-8febdbaea171bf511b3048db8c899a85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8febdbaea171bf511b3048db8c899a85 2024-11-25T11:40:18,134 INFO [StoreOpener-8febdbaea171bf511b3048db8c899a85-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8febdbaea171bf511b3048db8c899a85 columnFamilyName f1 2024-11-25T11:40:18,134 DEBUG [StoreOpener-8febdbaea171bf511b3048db8c899a85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:18,134 INFO [StoreOpener-8febdbaea171bf511b3048db8c899a85-1 {}] regionserver.HStore(327): Store=8febdbaea171bf511b3048db8c899a85/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:18,134 INFO [StoreOpener-8febdbaea171bf511b3048db8c899a85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8febdbaea171bf511b3048db8c899a85 2024-11-25T11:40:18,135 INFO [StoreOpener-8febdbaea171bf511b3048db8c899a85-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8febdbaea171bf511b3048db8c899a85 columnFamilyName norep 2024-11-25T11:40:18,135 DEBUG [StoreOpener-8febdbaea171bf511b3048db8c899a85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:18,135 INFO [StoreOpener-8febdbaea171bf511b3048db8c899a85-1 {}] regionserver.HStore(327): Store=8febdbaea171bf511b3048db8c899a85/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:18,135 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8febdbaea171bf511b3048db8c899a85 2024-11-25T11:40:18,136 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/default/test/8febdbaea171bf511b3048db8c899a85 2024-11-25T11:40:18,136 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/default/test/8febdbaea171bf511b3048db8c899a85 2024-11-25T11:40:18,137 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8febdbaea171bf511b3048db8c899a85 2024-11-25T11:40:18,137 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8febdbaea171bf511b3048db8c899a85 2024-11-25T11:40:18,137 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:40:18,138 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8febdbaea171bf511b3048db8c899a85 2024-11-25T11:40:18,139 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/default/test/8febdbaea171bf511b3048db8c899a85/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:40:18,139 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8febdbaea171bf511b3048db8c899a85; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69446828, jitterRate=0.03483837842941284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:40:18,139 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8febdbaea171bf511b3048db8c899a85 2024-11-25T11:40:18,140 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8febdbaea171bf511b3048db8c899a85: Running coprocessor pre-open hook at 1732534818131Writing region info on filesystem at 1732534818131Initializing all the Stores at 1732534818132 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534818132Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534818132Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534818132Cleaning up temporary data from old regions at 1732534818137 (+5 ms)Running coprocessor post-open hooks at 1732534818139 (+2 ms)Region opened successfully at 1732534818140 (+1 ms) 2024-11-25T11:40:18,140 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732534817725.8febdbaea171bf511b3048db8c899a85., pid=6, masterSystemTime=1732534818127 2024-11-25T11:40:18,142 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732534817725.8febdbaea171bf511b3048db8c899a85. 2024-11-25T11:40:18,142 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732534817725.8febdbaea171bf511b3048db8c899a85. 2024-11-25T11:40:18,143 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8febdbaea171bf511b3048db8c899a85, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=96bb5f2c2895,33787,1732534809936 2024-11-25T11:40:18,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8febdbaea171bf511b3048db8c899a85, server=96bb5f2c2895,33787,1732534809936 because future has completed 2024-11-25T11:40:18,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T11:40:18,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8febdbaea171bf511b3048db8c899a85, server=96bb5f2c2895,33787,1732534809936 in 172 msec 2024-11-25T11:40:18,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T11:40:18,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8febdbaea171bf511b3048db8c899a85, ASSIGN in 337 msec 2024-11-25T11:40:18,151 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:40:18,151 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534818151"}]},"ts":"1732534818151"} 2024-11-25T11:40:18,152 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T11:40:18,153 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:40:18,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 427 msec 2024-11-25T11:40:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:40:18,357 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T11:40:18,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:40:18,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,32787,1732534813136 2024-11-25T11:40:18,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a593cac 2024-11-25T11:40:18,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:40:18,360 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:40:18,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:40:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T11:40:18,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:40:18,362 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:18,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T11:40:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:40:18,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:40:18,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32947 is added to blk_1073741835_1011 (size=902) 2024-11-25T11:40:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:40:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:40:18,777 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7063cd6d15d8694b092adba284f8cd2b, NAME => 'test,,1732534818360.7063cd6d15d8694b092adba284f8cd2b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934 2024-11-25T11:40:18,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32947 is added to blk_1073741836_1012 (size=39) 2024-11-25T11:40:18,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732534818360.7063cd6d15d8694b092adba284f8cd2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:18,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7063cd6d15d8694b092adba284f8cd2b, disabling compactions & flushes 2024-11-25T11:40:18,788 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732534818360.7063cd6d15d8694b092adba284f8cd2b. 2024-11-25T11:40:18,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534818360.7063cd6d15d8694b092adba284f8cd2b. 2024-11-25T11:40:18,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732534818360.7063cd6d15d8694b092adba284f8cd2b. after waiting 0 ms 2024-11-25T11:40:18,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732534818360.7063cd6d15d8694b092adba284f8cd2b. 2024-11-25T11:40:18,788 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732534818360.7063cd6d15d8694b092adba284f8cd2b. 2024-11-25T11:40:18,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7063cd6d15d8694b092adba284f8cd2b: Waiting for close lock at 1732534818788Disabling compacts and flushes for region at 1732534818788Disabling writes for close at 1732534818788Writing region close event to WAL at 1732534818788Closed at 1732534818788 2024-11-25T11:40:18,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:40:18,790 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732534818360.7063cd6d15d8694b092adba284f8cd2b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732534818790"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534818790"}]},"ts":"1732534818790"} 2024-11-25T11:40:18,793 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:40:18,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:40:18,794 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534818794"}]},"ts":"1732534818794"} 2024-11-25T11:40:18,796 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T11:40:18,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7063cd6d15d8694b092adba284f8cd2b, ASSIGN}] 2024-11-25T11:40:18,798 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7063cd6d15d8694b092adba284f8cd2b, ASSIGN 2024-11-25T11:40:18,799 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7063cd6d15d8694b092adba284f8cd2b, ASSIGN; state=OFFLINE, location=96bb5f2c2895,36537,1732534813183; forceNewPlan=false, retain=false 2024-11-25T11:40:18,949 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7063cd6d15d8694b092adba284f8cd2b, regionState=OPENING, regionLocation=96bb5f2c2895,36537,1732534813183 2024-11-25T11:40:18,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7063cd6d15d8694b092adba284f8cd2b, ASSIGN because future has completed 2024-11-25T11:40:18,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7063cd6d15d8694b092adba284f8cd2b, server=96bb5f2c2895,36537,1732534813183}] 2024-11-25T11:40:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:40:19,109 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732534818360.7063cd6d15d8694b092adba284f8cd2b. 2024-11-25T11:40:19,109 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7063cd6d15d8694b092adba284f8cd2b, NAME => 'test,,1732534818360.7063cd6d15d8694b092adba284f8cd2b.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:40:19,109 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:40:19,109 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T11:40:19,109 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7063cd6d15d8694b092adba284f8cd2b 2024-11-25T11:40:19,110 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732534818360.7063cd6d15d8694b092adba284f8cd2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:19,110 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7063cd6d15d8694b092adba284f8cd2b 2024-11-25T11:40:19,110 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7063cd6d15d8694b092adba284f8cd2b 2024-11-25T11:40:19,111 INFO [StoreOpener-7063cd6d15d8694b092adba284f8cd2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7063cd6d15d8694b092adba284f8cd2b 2024-11-25T11:40:19,112 INFO [StoreOpener-7063cd6d15d8694b092adba284f8cd2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7063cd6d15d8694b092adba284f8cd2b columnFamilyName f 2024-11-25T11:40:19,112 DEBUG [StoreOpener-7063cd6d15d8694b092adba284f8cd2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:19,112 INFO [StoreOpener-7063cd6d15d8694b092adba284f8cd2b-1 {}] regionserver.HStore(327): Store=7063cd6d15d8694b092adba284f8cd2b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:19,112 INFO [StoreOpener-7063cd6d15d8694b092adba284f8cd2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7063cd6d15d8694b092adba284f8cd2b 2024-11-25T11:40:19,113 INFO [StoreOpener-7063cd6d15d8694b092adba284f8cd2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7063cd6d15d8694b092adba284f8cd2b columnFamilyName f1 2024-11-25T11:40:19,113 DEBUG [StoreOpener-7063cd6d15d8694b092adba284f8cd2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:19,114 INFO [StoreOpener-7063cd6d15d8694b092adba284f8cd2b-1 {}] regionserver.HStore(327): Store=7063cd6d15d8694b092adba284f8cd2b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:19,114 INFO [StoreOpener-7063cd6d15d8694b092adba284f8cd2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7063cd6d15d8694b092adba284f8cd2b 2024-11-25T11:40:19,114 INFO [StoreOpener-7063cd6d15d8694b092adba284f8cd2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7063cd6d15d8694b092adba284f8cd2b columnFamilyName norep 2024-11-25T11:40:19,114 DEBUG [StoreOpener-7063cd6d15d8694b092adba284f8cd2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:19,115 INFO [StoreOpener-7063cd6d15d8694b092adba284f8cd2b-1 {}] regionserver.HStore(327): Store=7063cd6d15d8694b092adba284f8cd2b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:19,115 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7063cd6d15d8694b092adba284f8cd2b 2024-11-25T11:40:19,115 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/default/test/7063cd6d15d8694b092adba284f8cd2b 2024-11-25T11:40:19,116 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/default/test/7063cd6d15d8694b092adba284f8cd2b 2024-11-25T11:40:19,116 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7063cd6d15d8694b092adba284f8cd2b 2024-11-25T11:40:19,116 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7063cd6d15d8694b092adba284f8cd2b 2024-11-25T11:40:19,117 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:40:19,117 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7063cd6d15d8694b092adba284f8cd2b 2024-11-25T11:40:19,119 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/default/test/7063cd6d15d8694b092adba284f8cd2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:40:19,119 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7063cd6d15d8694b092adba284f8cd2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62907067, jitterRate=-0.0626116544008255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:40:19,119 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7063cd6d15d8694b092adba284f8cd2b 2024-11-25T11:40:19,119 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7063cd6d15d8694b092adba284f8cd2b: Running coprocessor pre-open hook at 1732534819110Writing region info on filesystem at 1732534819110Initializing all the Stores at 1732534819110Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534819110Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534819111 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534819111Cleaning up temporary data from old regions at 1732534819116 (+5 ms)Running coprocessor post-open hooks at 1732534819119 (+3 ms)Region opened successfully at 1732534819119 2024-11-25T11:40:19,120 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732534818360.7063cd6d15d8694b092adba284f8cd2b., pid=6, masterSystemTime=1732534819105 2024-11-25T11:40:19,122 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732534818360.7063cd6d15d8694b092adba284f8cd2b. 2024-11-25T11:40:19,122 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732534818360.7063cd6d15d8694b092adba284f8cd2b. 2024-11-25T11:40:19,122 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7063cd6d15d8694b092adba284f8cd2b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=96bb5f2c2895,36537,1732534813183 2024-11-25T11:40:19,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7063cd6d15d8694b092adba284f8cd2b, server=96bb5f2c2895,36537,1732534813183 because future has completed 2024-11-25T11:40:19,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T11:40:19,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7063cd6d15d8694b092adba284f8cd2b, server=96bb5f2c2895,36537,1732534813183 in 172 msec 2024-11-25T11:40:19,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T11:40:19,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7063cd6d15d8694b092adba284f8cd2b, ASSIGN in 330 msec 2024-11-25T11:40:19,128 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:40:19,129 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534819128"}]},"ts":"1732534819128"} 2024-11-25T11:40:19,130 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T11:40:19,130 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:40:19,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 769 msec 2024-11-25T11:40:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:40:19,505 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T11:40:19,505 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:40:19,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,44017,1732534816077 2024-11-25T11:40:19,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@438655a7 2024-11-25T11:40:19,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:40:19,507 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:40:19,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:40:19,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T11:40:19,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:40:19,510 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:19,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T11:40:19,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:40:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:40:19,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36641 is added to blk_1073741835_1011 (size=902) 2024-11-25T11:40:19,529 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81a33d01996f071b0c4073b120a870fd, NAME => 'test,,1732534819508.81a33d01996f071b0c4073b120a870fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4 2024-11-25T11:40:19,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36641 is added to blk_1073741836_1012 (size=39) 2024-11-25T11:40:19,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732534819508.81a33d01996f071b0c4073b120a870fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:19,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 81a33d01996f071b0c4073b120a870fd, disabling compactions & flushes 2024-11-25T11:40:19,543 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732534819508.81a33d01996f071b0c4073b120a870fd. 2024-11-25T11:40:19,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534819508.81a33d01996f071b0c4073b120a870fd. 2024-11-25T11:40:19,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732534819508.81a33d01996f071b0c4073b120a870fd. after waiting 0 ms 2024-11-25T11:40:19,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732534819508.81a33d01996f071b0c4073b120a870fd. 2024-11-25T11:40:19,544 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732534819508.81a33d01996f071b0c4073b120a870fd. 2024-11-25T11:40:19,544 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81a33d01996f071b0c4073b120a870fd: Waiting for close lock at 1732534819543Disabling compacts and flushes for region at 1732534819543Disabling writes for close at 1732534819543Writing region close event to WAL at 1732534819543Closed at 1732534819544 (+1 ms) 2024-11-25T11:40:19,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:40:19,545 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732534819508.81a33d01996f071b0c4073b120a870fd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732534819545"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534819545"}]},"ts":"1732534819545"} 2024-11-25T11:40:19,547 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:40:19,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:40:19,548 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534819548"}]},"ts":"1732534819548"} 2024-11-25T11:40:19,549 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T11:40:19,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81a33d01996f071b0c4073b120a870fd, ASSIGN}] 2024-11-25T11:40:19,550 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81a33d01996f071b0c4073b120a870fd, ASSIGN 2024-11-25T11:40:19,551 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=81a33d01996f071b0c4073b120a870fd, ASSIGN; state=OFFLINE, location=96bb5f2c2895,45505,1732534816126; forceNewPlan=false, retain=false 2024-11-25T11:40:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:40:19,702 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81a33d01996f071b0c4073b120a870fd, regionState=OPENING, regionLocation=96bb5f2c2895,45505,1732534816126 2024-11-25T11:40:19,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=81a33d01996f071b0c4073b120a870fd, ASSIGN because future has completed 2024-11-25T11:40:19,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81a33d01996f071b0c4073b120a870fd, server=96bb5f2c2895,45505,1732534816126}] 2024-11-25T11:40:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:40:19,868 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732534819508.81a33d01996f071b0c4073b120a870fd. 2024-11-25T11:40:19,868 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 81a33d01996f071b0c4073b120a870fd, NAME => 'test,,1732534819508.81a33d01996f071b0c4073b120a870fd.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:40:19,869 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:40:19,869 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T11:40:19,869 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 81a33d01996f071b0c4073b120a870fd 2024-11-25T11:40:19,869 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732534819508.81a33d01996f071b0c4073b120a870fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:19,869 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 81a33d01996f071b0c4073b120a870fd 2024-11-25T11:40:19,869 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 81a33d01996f071b0c4073b120a870fd 2024-11-25T11:40:19,874 INFO [StoreOpener-81a33d01996f071b0c4073b120a870fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 81a33d01996f071b0c4073b120a870fd 2024-11-25T11:40:19,875 INFO [StoreOpener-81a33d01996f071b0c4073b120a870fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81a33d01996f071b0c4073b120a870fd columnFamilyName f 2024-11-25T11:40:19,875 DEBUG [StoreOpener-81a33d01996f071b0c4073b120a870fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:19,876 INFO [StoreOpener-81a33d01996f071b0c4073b120a870fd-1 {}] regionserver.HStore(327): Store=81a33d01996f071b0c4073b120a870fd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:19,876 INFO [StoreOpener-81a33d01996f071b0c4073b120a870fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 81a33d01996f071b0c4073b120a870fd 2024-11-25T11:40:19,877 INFO [StoreOpener-81a33d01996f071b0c4073b120a870fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81a33d01996f071b0c4073b120a870fd columnFamilyName f1 2024-11-25T11:40:19,877 DEBUG [StoreOpener-81a33d01996f071b0c4073b120a870fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:19,877 INFO [StoreOpener-81a33d01996f071b0c4073b120a870fd-1 {}] regionserver.HStore(327): Store=81a33d01996f071b0c4073b120a870fd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:19,877 INFO [StoreOpener-81a33d01996f071b0c4073b120a870fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 81a33d01996f071b0c4073b120a870fd 2024-11-25T11:40:19,878 INFO [StoreOpener-81a33d01996f071b0c4073b120a870fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81a33d01996f071b0c4073b120a870fd columnFamilyName norep 2024-11-25T11:40:19,878 DEBUG [StoreOpener-81a33d01996f071b0c4073b120a870fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:19,879 INFO [StoreOpener-81a33d01996f071b0c4073b120a870fd-1 {}] regionserver.HStore(327): Store=81a33d01996f071b0c4073b120a870fd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:19,879 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 81a33d01996f071b0c4073b120a870fd 2024-11-25T11:40:19,880 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/default/test/81a33d01996f071b0c4073b120a870fd 2024-11-25T11:40:19,880 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/default/test/81a33d01996f071b0c4073b120a870fd 2024-11-25T11:40:19,881 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 81a33d01996f071b0c4073b120a870fd 2024-11-25T11:40:19,881 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 81a33d01996f071b0c4073b120a870fd 2024-11-25T11:40:19,881 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:40:19,882 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 81a33d01996f071b0c4073b120a870fd 2024-11-25T11:40:19,884 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/default/test/81a33d01996f071b0c4073b120a870fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:40:19,884 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 81a33d01996f071b0c4073b120a870fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67879715, jitterRate=0.01148657500743866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:40:19,884 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81a33d01996f071b0c4073b120a870fd 2024-11-25T11:40:19,884 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 81a33d01996f071b0c4073b120a870fd: Running coprocessor pre-open hook at 1732534819869Writing region info on filesystem at 1732534819869Initializing all the Stores at 1732534819870 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534819870Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534819874 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534819874Cleaning up temporary data from old regions at 1732534819881 (+7 ms)Running coprocessor post-open hooks at 1732534819884 (+3 ms)Region opened successfully at 1732534819884 2024-11-25T11:40:19,885 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732534819508.81a33d01996f071b0c4073b120a870fd., pid=6, masterSystemTime=1732534819865 2024-11-25T11:40:19,887 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732534819508.81a33d01996f071b0c4073b120a870fd. 2024-11-25T11:40:19,887 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732534819508.81a33d01996f071b0c4073b120a870fd. 2024-11-25T11:40:19,888 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81a33d01996f071b0c4073b120a870fd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=96bb5f2c2895,45505,1732534816126 2024-11-25T11:40:19,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81a33d01996f071b0c4073b120a870fd, server=96bb5f2c2895,45505,1732534816126 because future has completed 2024-11-25T11:40:19,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T11:40:19,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 81a33d01996f071b0c4073b120a870fd, server=96bb5f2c2895,45505,1732534816126 in 178 msec 2024-11-25T11:40:19,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T11:40:19,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=81a33d01996f071b0c4073b120a870fd, ASSIGN in 343 msec 2024-11-25T11:40:19,895 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:40:19,895 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534819895"}]},"ts":"1732534819895"} 2024-11-25T11:40:19,898 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T11:40:19,898 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:40:19,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 390 msec 2024-11-25T11:40:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:40:20,135 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T11:40:20,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1611aebf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:20,147 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,35589,-1 for getting cluster id 2024-11-25T11:40:20,147 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:40:20,148 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73f8c1b7-77fb-41c5-b724-8dc3e4d9be62' 2024-11-25T11:40:20,148 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:40:20,148 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73f8c1b7-77fb-41c5-b724-8dc3e4d9be62" 2024-11-25T11:40:20,148 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ced407e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:20,148 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,35589,-1] 2024-11-25T11:40:20,149 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:40:20,149 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:20,150 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:40:20,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb807c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:20,151 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:40:20,152 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,35589,1732534809837 2024-11-25T11:40:20,152 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c385762 2024-11-25T11:40:20,153 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:40:20,153 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:40:20,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35589 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://96bb5f2c2895:32787,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T11:40:20,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35589 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T11:40:20,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:40:20,158 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:32787' 2024-11-25T11:40:20,165 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fdac9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:20,165 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,32787,-1 for getting cluster id 2024-11-25T11:40:20,165 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:40:20,170 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6482aa4-d84b-4d15-b136-076786fa12a2' 2024-11-25T11:40:20,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:40:20,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6482aa4-d84b-4d15-b136-076786fa12a2" 2024-11-25T11:40:20,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f616f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:20,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,32787,-1] 2024-11-25T11:40:20,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:40:20,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:20,171 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:40:20,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e587da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:20,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:40:20,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,32787,1732534813136 2024-11-25T11:40:20,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4902a04b 2024-11-25T11:40:20,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:40:20,174 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:40:20,176 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T11:40:20,176 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T11:40:20,176 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:20,176 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:20,176 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:40:20,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:40:20,177 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T11:40:20,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:40:20,180 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:20,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:40:20,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43841 is added to blk_1073741837_1013 (size=1138) 2024-11-25T11:40:20,222 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2c2815020f88ed8ee77cc57e97e71db8, NAME => 'hbase:replication,,1732534820176.2c2815020f88ed8ee77cc57e97e71db8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62 2024-11-25T11:40:20,228 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T11:40:20,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43841 is added to blk_1073741838_1014 (size=44) 2024-11-25T11:40:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:40:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:40:20,645 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T11:40:20,646 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534820176.2c2815020f88ed8ee77cc57e97e71db8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:20,646 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2c2815020f88ed8ee77cc57e97e71db8, disabling compactions & flushes 2024-11-25T11:40:20,646 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534820176.2c2815020f88ed8ee77cc57e97e71db8. 2024-11-25T11:40:20,646 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534820176.2c2815020f88ed8ee77cc57e97e71db8. 2024-11-25T11:40:20,646 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534820176.2c2815020f88ed8ee77cc57e97e71db8. after waiting 0 ms 2024-11-25T11:40:20,646 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534820176.2c2815020f88ed8ee77cc57e97e71db8. 2024-11-25T11:40:20,646 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732534820176.2c2815020f88ed8ee77cc57e97e71db8. 2024-11-25T11:40:20,646 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2c2815020f88ed8ee77cc57e97e71db8: Waiting for close lock at 1732534820646Disabling compacts and flushes for region at 1732534820646Disabling writes for close at 1732534820646Writing region close event to WAL at 1732534820646Closed at 1732534820646 2024-11-25T11:40:20,648 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:40:20,648 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732534820176.2c2815020f88ed8ee77cc57e97e71db8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732534820648"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534820648"}]},"ts":"1732534820648"} 2024-11-25T11:40:20,650 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:40:20,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:40:20,652 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534820652"}]},"ts":"1732534820652"} 2024-11-25T11:40:20,655 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T11:40:20,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c2815020f88ed8ee77cc57e97e71db8, ASSIGN}] 2024-11-25T11:40:20,664 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c2815020f88ed8ee77cc57e97e71db8, ASSIGN 2024-11-25T11:40:20,665 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2c2815020f88ed8ee77cc57e97e71db8, ASSIGN; state=OFFLINE, location=96bb5f2c2895,33787,1732534809936; forceNewPlan=false, retain=false 2024-11-25T11:40:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:40:20,816 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2c2815020f88ed8ee77cc57e97e71db8, regionState=OPENING, regionLocation=96bb5f2c2895,33787,1732534809936 2024-11-25T11:40:20,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2c2815020f88ed8ee77cc57e97e71db8, ASSIGN because future has completed 2024-11-25T11:40:20,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c2815020f88ed8ee77cc57e97e71db8, server=96bb5f2c2895,33787,1732534809936}] 2024-11-25T11:40:20,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732534820176.2c2815020f88ed8ee77cc57e97e71db8. 2024-11-25T11:40:20,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:40:20,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T11:40:20,978 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C33787%2C1732534809936.rep, suffix=, logDir=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936, archiveDir=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/oldWALs, maxLogs=10 2024-11-25T11:40:20,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.rep.1732534820978, exclude list is [], retry=0 2024-11-25T11:40:20,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43841,DS-ad19feca-64e1-4c8b-807c-e72b8ab53238,DISK] 2024-11-25T11:40:20,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.rep.1732534820978 2024-11-25T11:40:20,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42809:42809)] 2024-11-25T11:40:20,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c2815020f88ed8ee77cc57e97e71db8, NAME => 'hbase:replication,,1732534820176.2c2815020f88ed8ee77cc57e97e71db8.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:40:20,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:40:20,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:40:20,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732534820176.2c2815020f88ed8ee77cc57e97e71db8. service=MultiRowMutationService 2024-11-25T11:40:20,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T11:40:20,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2c2815020f88ed8ee77cc57e97e71db8 2024-11-25T11:40:20,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534820176.2c2815020f88ed8ee77cc57e97e71db8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:20,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2c2815020f88ed8ee77cc57e97e71db8 2024-11-25T11:40:20,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2c2815020f88ed8ee77cc57e97e71db8 2024-11-25T11:40:20,996 INFO [StoreOpener-2c2815020f88ed8ee77cc57e97e71db8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2c2815020f88ed8ee77cc57e97e71db8 2024-11-25T11:40:20,997 INFO [StoreOpener-2c2815020f88ed8ee77cc57e97e71db8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c2815020f88ed8ee77cc57e97e71db8 columnFamilyName hfileref 2024-11-25T11:40:20,997 DEBUG [StoreOpener-2c2815020f88ed8ee77cc57e97e71db8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:20,997 INFO [StoreOpener-2c2815020f88ed8ee77cc57e97e71db8-1 {}] regionserver.HStore(327): Store=2c2815020f88ed8ee77cc57e97e71db8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:20,997 INFO [StoreOpener-2c2815020f88ed8ee77cc57e97e71db8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2c2815020f88ed8ee77cc57e97e71db8 2024-11-25T11:40:20,998 INFO [StoreOpener-2c2815020f88ed8ee77cc57e97e71db8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c2815020f88ed8ee77cc57e97e71db8 columnFamilyName queue 2024-11-25T11:40:20,998 DEBUG [StoreOpener-2c2815020f88ed8ee77cc57e97e71db8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:20,998 INFO [StoreOpener-2c2815020f88ed8ee77cc57e97e71db8-1 {}] regionserver.HStore(327): Store=2c2815020f88ed8ee77cc57e97e71db8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:20,998 INFO [StoreOpener-2c2815020f88ed8ee77cc57e97e71db8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2c2815020f88ed8ee77cc57e97e71db8 2024-11-25T11:40:20,999 INFO [StoreOpener-2c2815020f88ed8ee77cc57e97e71db8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c2815020f88ed8ee77cc57e97e71db8 columnFamilyName sid 2024-11-25T11:40:20,999 DEBUG [StoreOpener-2c2815020f88ed8ee77cc57e97e71db8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:20,999 INFO [StoreOpener-2c2815020f88ed8ee77cc57e97e71db8-1 {}] regionserver.HStore(327): Store=2c2815020f88ed8ee77cc57e97e71db8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:21,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2c2815020f88ed8ee77cc57e97e71db8 2024-11-25T11:40:21,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/replication/2c2815020f88ed8ee77cc57e97e71db8 2024-11-25T11:40:21,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/replication/2c2815020f88ed8ee77cc57e97e71db8 2024-11-25T11:40:21,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2c2815020f88ed8ee77cc57e97e71db8 2024-11-25T11:40:21,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2c2815020f88ed8ee77cc57e97e71db8 2024-11-25T11:40:21,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:40:21,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2c2815020f88ed8ee77cc57e97e71db8 2024-11-25T11:40:21,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/replication/2c2815020f88ed8ee77cc57e97e71db8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:40:21,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2c2815020f88ed8ee77cc57e97e71db8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73488920, jitterRate=0.0950702428817749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:40:21,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c2815020f88ed8ee77cc57e97e71db8 2024-11-25T11:40:21,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2c2815020f88ed8ee77cc57e97e71db8: Running coprocessor pre-open hook at 1732534820995Writing region info on filesystem at 1732534820995Initializing all the Stores at 1732534820996 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534820996Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534820996Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534820996Cleaning up temporary data from old regions at 1732534821001 (+5 ms)Running coprocessor post-open hooks at 1732534821003 (+2 ms)Region opened successfully at 1732534821003 2024-11-25T11:40:21,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732534820176.2c2815020f88ed8ee77cc57e97e71db8., pid=10, masterSystemTime=1732534820971 2024-11-25T11:40:21,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732534820176.2c2815020f88ed8ee77cc57e97e71db8. 2024-11-25T11:40:21,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732534820176.2c2815020f88ed8ee77cc57e97e71db8. 2024-11-25T11:40:21,006 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2c2815020f88ed8ee77cc57e97e71db8, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,33787,1732534809936 2024-11-25T11:40:21,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c2815020f88ed8ee77cc57e97e71db8, server=96bb5f2c2895,33787,1732534809936 because future has completed 2024-11-25T11:40:21,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T11:40:21,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c2815020f88ed8ee77cc57e97e71db8, server=96bb5f2c2895,33787,1732534809936 in 190 msec 2024-11-25T11:40:21,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T11:40:21,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c2815020f88ed8ee77cc57e97e71db8, ASSIGN in 354 msec 2024-11-25T11:40:21,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:40:21,013 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534821013"}]},"ts":"1732534821013"} 2024-11-25T11:40:21,014 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T11:40:21,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:40:21,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 839 msec 2024-11-25T11:40:21,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732534820176.2c2815020f88ed8ee77cc57e97e71db8., hostname=96bb5f2c2895,33787,1732534809936, seqNum=2] 2024-11-25T11:40:21,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-385692280 2024-11-25T11:40:21,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33787-0x1014eed1b3a0001, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-385692280 2024-11-25T11:40:21,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T11:40:21,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33787 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T11:40:21,198 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T11:40:21,226 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-96bb5f2c2895,33787,1732534809936, ReplicationSource: 1, currentBandwidth=0 2024-11-25T11:40:21,227 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:40:21,227 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,33787,1732534809936, seqNum=-1] 2024-11-25T11:40:21,227 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:40:21,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-25T11:40:21,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-96bb5f2c2895,33787,1732534809936', locateType=CURRENT is [region=hbase:replication,,1732534820176.2c2815020f88ed8ee77cc57e97e71db8., hostname=96bb5f2c2895,33787,1732534809936, seqNum=2] 2024-11-25T11:40:21,232 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T11:40:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35589 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T11:40:21,234 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 96bb5f2c2895,33787,1732534809936 suceeded 2024-11-25T11:40:21,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T11:40:21,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-25T11:40:21,235 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://96bb5f2c2895:32787,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T11:40:21,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0810 sec 2024-11-25T11:40:21,247 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:32787' 2024-11-25T11:40:21,248 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e2fcb3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:21,248 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,32787,-1 for getting cluster id 2024-11-25T11:40:21,248 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:40:21,249 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6482aa4-d84b-4d15-b136-076786fa12a2' 2024-11-25T11:40:21,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:40:21,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6482aa4-d84b-4d15-b136-076786fa12a2" 2024-11-25T11:40:21,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38aece96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:21,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,32787,-1] 2024-11-25T11:40:21,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:40:21,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:21,250 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:40:21,250 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25646b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:21,250 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:40:21,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,32787,1732534813136 2024-11-25T11:40:21,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c89c4a 2024-11-25T11:40:21,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:40:21,252 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-25T11:40:21,252 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-96bb5f2c2895,33787,1732534809936 (queues=1) is replicating from cluster=73f8c1b7-77fb-41c5-b724-8dc3e4d9be62 to cluster=d6482aa4-d84b-4d15-b136-076786fa12a2 2024-11-25T11:40:21,252 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=96bb5f2c2895%2C33787%2C1732534809936 2024-11-25T11:40:21,253 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-96bb5f2c2895,33787,1732534809936, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T11:40:21,253 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.shipper96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 96bb5f2c2895%2C33787%2C1732534809936 2024-11-25T11:40:21,253 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677, startPosition=0, beingWritten=true 2024-11-25T11:40:21,258 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:40:21,258 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 379, reset compression=false 2024-11-25T11:40:21,258 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.shipper96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,33787,1732534809936 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:40:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:40:21,295 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T11:40:21,295 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:40:21,295 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:21,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:21,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:21,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:40:21,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44490879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:21,296 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,32787,-1 for getting cluster id 2024-11-25T11:40:21,296 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:40:21,297 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6482aa4-d84b-4d15-b136-076786fa12a2' 2024-11-25T11:40:21,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:40:21,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6482aa4-d84b-4d15-b136-076786fa12a2" 2024-11-25T11:40:21,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc359cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:21,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,32787,-1] 2024-11-25T11:40:21,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:40:21,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:21,298 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:40:21,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aaacde9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:21,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:40:21,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,32787,1732534813136 2024-11-25T11:40:21,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5731814b 2024-11-25T11:40:21,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:40:21,301 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:40:21,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://96bb5f2c2895:44017,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T11:40:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T11:40:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:40:21,303 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:44017' 2024-11-25T11:40:21,304 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2513530c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:21,304 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,44017,-1 for getting cluster id 2024-11-25T11:40:21,304 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:40:21,304 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '035ca686-83c5-4f02-822e-56a47fd83db8' 2024-11-25T11:40:21,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:40:21,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "035ca686-83c5-4f02-822e-56a47fd83db8" 2024-11-25T11:40:21,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b4144a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:21,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,44017,-1] 2024-11-25T11:40:21,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:40:21,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:21,305 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:40:21,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f45064, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:21,306 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:40:21,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,44017,1732534816077 2024-11-25T11:40:21,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27b84695 2024-11-25T11:40:21,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:40:21,307 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:40:21,308 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T11:40:21,308 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T11:40:21,308 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:21,308 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:21,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:40:21,308 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:40:21,309 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T11:40:21,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:40:21,310 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:21,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:40:21,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32947 is added to blk_1073741837_1013 (size=1138) 2024-11-25T11:40:21,359 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T11:40:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:40:21,461 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 379, reset compression=false 2024-11-25T11:40:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:40:21,718 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f6bdd2fd2e307b183c5dff3fb235f443, NAME => 'hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934 2024-11-25T11:40:21,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32947 is added to blk_1073741838_1014 (size=44) 2024-11-25T11:40:21,761 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:21,761 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f6bdd2fd2e307b183c5dff3fb235f443, disabling compactions & flushes 2024-11-25T11:40:21,761 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443. 2024-11-25T11:40:21,761 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443. 2024-11-25T11:40:21,761 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443. after waiting 0 ms 2024-11-25T11:40:21,761 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443. 2024-11-25T11:40:21,761 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443. 2024-11-25T11:40:21,761 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f6bdd2fd2e307b183c5dff3fb235f443: Waiting for close lock at 1732534821761Disabling compacts and flushes for region at 1732534821761Disabling writes for close at 1732534821761Writing region close event to WAL at 1732534821761Closed at 1732534821761 2024-11-25T11:40:21,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:40:21,763 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732534821763"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534821763"}]},"ts":"1732534821763"} 2024-11-25T11:40:21,765 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 379, reset compression=false 2024-11-25T11:40:21,766 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:40:21,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:40:21,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534821767"}]},"ts":"1732534821767"} 2024-11-25T11:40:21,769 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T11:40:21,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6bdd2fd2e307b183c5dff3fb235f443, ASSIGN}] 2024-11-25T11:40:21,771 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6bdd2fd2e307b183c5dff3fb235f443, ASSIGN 2024-11-25T11:40:21,772 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f6bdd2fd2e307b183c5dff3fb235f443, ASSIGN; state=OFFLINE, location=96bb5f2c2895,36537,1732534813183; forceNewPlan=false, retain=false 2024-11-25T11:40:21,922 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f6bdd2fd2e307b183c5dff3fb235f443, regionState=OPENING, regionLocation=96bb5f2c2895,36537,1732534813183 2024-11-25T11:40:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:40:21,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f6bdd2fd2e307b183c5dff3fb235f443, ASSIGN because future has completed 2024-11-25T11:40:21,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6bdd2fd2e307b183c5dff3fb235f443, server=96bb5f2c2895,36537,1732534813183}] 2024-11-25T11:40:22,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443. 2024-11-25T11:40:22,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:40:22,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T11:40:22,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C36537%2C1732534813183.rep, suffix=, logDir=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183, archiveDir=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/oldWALs, maxLogs=10 2024-11-25T11:40:22,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.rep.1732534822087, exclude list is [], retry=0 2024-11-25T11:40:22,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32947,DS-eeaf3f47-4308-4de0-9213-07ac696b2b0d,DISK] 2024-11-25T11:40:22,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.rep.1732534822087 2024-11-25T11:40:22,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44803:44803)] 2024-11-25T11:40:22,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f6bdd2fd2e307b183c5dff3fb235f443, NAME => 'hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:40:22,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:40:22,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:40:22,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443. service=MultiRowMutationService 2024-11-25T11:40:22,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T11:40:22,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f6bdd2fd2e307b183c5dff3fb235f443 2024-11-25T11:40:22,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:22,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f6bdd2fd2e307b183c5dff3fb235f443 2024-11-25T11:40:22,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f6bdd2fd2e307b183c5dff3fb235f443 2024-11-25T11:40:22,112 INFO [StoreOpener-f6bdd2fd2e307b183c5dff3fb235f443-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f6bdd2fd2e307b183c5dff3fb235f443 2024-11-25T11:40:22,113 INFO [StoreOpener-f6bdd2fd2e307b183c5dff3fb235f443-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6bdd2fd2e307b183c5dff3fb235f443 columnFamilyName hfileref 2024-11-25T11:40:22,114 DEBUG [StoreOpener-f6bdd2fd2e307b183c5dff3fb235f443-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:22,114 INFO [StoreOpener-f6bdd2fd2e307b183c5dff3fb235f443-1 {}] regionserver.HStore(327): Store=f6bdd2fd2e307b183c5dff3fb235f443/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:22,114 INFO [StoreOpener-f6bdd2fd2e307b183c5dff3fb235f443-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f6bdd2fd2e307b183c5dff3fb235f443 2024-11-25T11:40:22,115 INFO [StoreOpener-f6bdd2fd2e307b183c5dff3fb235f443-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6bdd2fd2e307b183c5dff3fb235f443 columnFamilyName queue 2024-11-25T11:40:22,115 DEBUG [StoreOpener-f6bdd2fd2e307b183c5dff3fb235f443-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:22,116 INFO [StoreOpener-f6bdd2fd2e307b183c5dff3fb235f443-1 {}] regionserver.HStore(327): Store=f6bdd2fd2e307b183c5dff3fb235f443/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:22,116 INFO [StoreOpener-f6bdd2fd2e307b183c5dff3fb235f443-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f6bdd2fd2e307b183c5dff3fb235f443 2024-11-25T11:40:22,117 INFO [StoreOpener-f6bdd2fd2e307b183c5dff3fb235f443-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6bdd2fd2e307b183c5dff3fb235f443 columnFamilyName sid 2024-11-25T11:40:22,117 DEBUG [StoreOpener-f6bdd2fd2e307b183c5dff3fb235f443-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:22,118 INFO [StoreOpener-f6bdd2fd2e307b183c5dff3fb235f443-1 {}] regionserver.HStore(327): Store=f6bdd2fd2e307b183c5dff3fb235f443/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:22,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f6bdd2fd2e307b183c5dff3fb235f443 2024-11-25T11:40:22,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/replication/f6bdd2fd2e307b183c5dff3fb235f443 2024-11-25T11:40:22,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/replication/f6bdd2fd2e307b183c5dff3fb235f443 2024-11-25T11:40:22,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f6bdd2fd2e307b183c5dff3fb235f443 2024-11-25T11:40:22,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f6bdd2fd2e307b183c5dff3fb235f443 2024-11-25T11:40:22,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:40:22,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f6bdd2fd2e307b183c5dff3fb235f443 2024-11-25T11:40:22,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/replication/f6bdd2fd2e307b183c5dff3fb235f443/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:40:22,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f6bdd2fd2e307b183c5dff3fb235f443; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58762907, jitterRate=-0.1243644505739212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:40:22,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6bdd2fd2e307b183c5dff3fb235f443 2024-11-25T11:40:22,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f6bdd2fd2e307b183c5dff3fb235f443: Running coprocessor pre-open hook at 1732534822111Writing region info on filesystem at 1732534822111Initializing all the Stores at 1732534822112 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534822112Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534822112Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534822112Cleaning up temporary data from old regions at 1732534822130 (+18 ms)Running coprocessor post-open hooks at 1732534822141 (+11 ms)Region opened successfully at 1732534822141 2024-11-25T11:40:22,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443., pid=10, masterSystemTime=1732534822082 2024-11-25T11:40:22,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443. 2024-11-25T11:40:22,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443. 2024-11-25T11:40:22,144 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f6bdd2fd2e307b183c5dff3fb235f443, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,36537,1732534813183 2024-11-25T11:40:22,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6bdd2fd2e307b183c5dff3fb235f443, server=96bb5f2c2895,36537,1732534813183 because future has completed 2024-11-25T11:40:22,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T11:40:22,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f6bdd2fd2e307b183c5dff3fb235f443, server=96bb5f2c2895,36537,1732534813183 in 219 msec 2024-11-25T11:40:22,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T11:40:22,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6bdd2fd2e307b183c5dff3fb235f443, ASSIGN in 379 msec 2024-11-25T11:40:22,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:40:22,150 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534822150"}]},"ts":"1732534822150"} 2024-11-25T11:40:22,152 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T11:40:22,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:40:22,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 844 msec 2024-11-25T11:40:22,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443., hostname=96bb5f2c2895,36537,1732534813183, seqNum=2] 2024-11-25T11:40:22,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1706675709 2024-11-25T11:40:22,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36537-0x1014eed1b3a0004, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1706675709 2024-11-25T11:40:22,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T11:40:22,181 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 379, reset compression=false 2024-11-25T11:40:22,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T11:40:22,344 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T11:40:22,382 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-96bb5f2c2895,36537,1732534813183, ReplicationSource: 1, currentBandwidth=0 2024-11-25T11:40:22,383 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:40:22,383 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,36537,1732534813183, seqNum=-1] 2024-11-25T11:40:22,383 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:40:22,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-25T11:40:22,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-96bb5f2c2895,36537,1732534813183', locateType=CURRENT is [region=hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443., hostname=96bb5f2c2895,36537,1732534813183, seqNum=2] 2024-11-25T11:40:22,388 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T11:40:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T11:40:22,391 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 96bb5f2c2895,36537,1732534813183 suceeded 2024-11-25T11:40:22,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T11:40:22,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-11-25T11:40:22,393 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://96bb5f2c2895:44017,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T11:40:22,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0920 sec 2024-11-25T11:40:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:40:22,435 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T11:40:22,435 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:40:22,435 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:22,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:22,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:22,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:40:22,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d5cc7d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:22,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,44017,-1 for getting cluster id 2024-11-25T11:40:22,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:40:22,475 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '035ca686-83c5-4f02-822e-56a47fd83db8' 2024-11-25T11:40:22,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:40:22,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "035ca686-83c5-4f02-822e-56a47fd83db8" 2024-11-25T11:40:22,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a471995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:22,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,44017,-1] 2024-11-25T11:40:22,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:40:22,480 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:44017' 2024-11-25T11:40:22,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:22,480 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:40:22,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1436b060, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:22,481 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:40:22,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,44017,1732534816077 2024-11-25T11:40:22,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e32d9a8 2024-11-25T11:40:22,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:40:22,484 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:40:22,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://96bb5f2c2895:32787,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T11:40:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T11:40:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:40:22,488 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:32787' 2024-11-25T11:40:22,492 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a76988d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:22,493 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,44017,-1 for getting cluster id 2024-11-25T11:40:22,493 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:40:22,494 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '035ca686-83c5-4f02-822e-56a47fd83db8' 2024-11-25T11:40:22,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:40:22,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "035ca686-83c5-4f02-822e-56a47fd83db8" 2024-11-25T11:40:22,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bd6b1bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:22,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,44017,-1] 2024-11-25T11:40:22,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:40:22,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:22,496 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:40:22,498 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c37b93f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:22,498 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:40:22,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,44017,1732534816077 2024-11-25T11:40:22,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44854ae 2024-11-25T11:40:22,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:40:22,501 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-25T11:40:22,502 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-96bb5f2c2895,36537,1732534813183 (queues=1) is replicating from cluster=d6482aa4-d84b-4d15-b136-076786fa12a2 to cluster=035ca686-83c5-4f02-822e-56a47fd83db8 2024-11-25T11:40:22,502 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=96bb5f2c2895%2C36537%2C1732534813183 2024-11-25T11:40:22,502 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-96bb5f2c2895,36537,1732534813183, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T11:40:22,504 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ba5e1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:22,505 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,32787,-1 for getting cluster id 2024-11-25T11:40:22,505 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:40:22,506 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6482aa4-d84b-4d15-b136-076786fa12a2' 2024-11-25T11:40:22,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:40:22,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6482aa4-d84b-4d15-b136-076786fa12a2" 2024-11-25T11:40:22,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fc8537d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:22,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,32787,-1] 2024-11-25T11:40:22,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:40:22,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:22,507 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:40:22,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b7b5950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:22,508 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:40:22,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,32787,1732534813136 2024-11-25T11:40:22,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18e32614 2024-11-25T11:40:22,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:40:22,511 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:40:22,512 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T11:40:22,512 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T11:40:22,512 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:22,512 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:22,513 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:40:22,514 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T11:40:22,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:40:22,516 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:22,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:40:22,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:40:22,528 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786, startPosition=0, beingWritten=true 2024-11-25T11:40:22,529 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.shipper96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 96bb5f2c2895%2C36537%2C1732534813183 2024-11-25T11:40:22,567 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T11:40:22,594 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:40:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:40:22,595 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 379, reset compression=false 2024-11-25T11:40:22,595 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.shipper96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,36537,1732534813183 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:40:22,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36641 is added to blk_1073741837_1013 (size=1138) 2024-11-25T11:40:22,700 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 379, reset compression=false 2024-11-25T11:40:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:40:22,831 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 379, reset compression=false 2024-11-25T11:40:23,008 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 44c3664320c2a42757d90a153474684f, NAME => 'hbase:replication,,1732534822512.44c3664320c2a42757d90a153474684f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4 2024-11-25T11:40:23,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36641 is added to blk_1073741838_1014 (size=44) 2024-11-25T11:40:23,027 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534822512.44c3664320c2a42757d90a153474684f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:23,027 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 44c3664320c2a42757d90a153474684f, disabling compactions & flushes 2024-11-25T11:40:23,027 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534822512.44c3664320c2a42757d90a153474684f. 2024-11-25T11:40:23,027 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534822512.44c3664320c2a42757d90a153474684f. 2024-11-25T11:40:23,027 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534822512.44c3664320c2a42757d90a153474684f. after waiting 0 ms 2024-11-25T11:40:23,027 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534822512.44c3664320c2a42757d90a153474684f. 2024-11-25T11:40:23,027 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732534822512.44c3664320c2a42757d90a153474684f. 2024-11-25T11:40:23,027 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 44c3664320c2a42757d90a153474684f: Waiting for close lock at 1732534823027Disabling compacts and flushes for region at 1732534823027Disabling writes for close at 1732534823027Writing region close event to WAL at 1732534823027Closed at 1732534823027 2024-11-25T11:40:23,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:40:23,029 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732534822512.44c3664320c2a42757d90a153474684f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732534823028"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534823028"}]},"ts":"1732534823028"} 2024-11-25T11:40:23,031 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:40:23,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:40:23,033 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534823032"}]},"ts":"1732534823032"} 2024-11-25T11:40:23,044 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T11:40:23,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44c3664320c2a42757d90a153474684f, ASSIGN}] 2024-11-25T11:40:23,051 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44c3664320c2a42757d90a153474684f, ASSIGN 2024-11-25T11:40:23,052 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=44c3664320c2a42757d90a153474684f, ASSIGN; state=OFFLINE, location=96bb5f2c2895,45505,1732534816126; forceNewPlan=false, retain=false 2024-11-25T11:40:23,081 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:40:23,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:23,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:23,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:23,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:40:23,134 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 379, reset compression=false 2024-11-25T11:40:23,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:23,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:23,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:23,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:23,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:23,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:23,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:23,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:23,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:23,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:23,203 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44c3664320c2a42757d90a153474684f, regionState=OPENING, regionLocation=96bb5f2c2895,45505,1732534816126 2024-11-25T11:40:23,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=44c3664320c2a42757d90a153474684f, ASSIGN because future has completed 2024-11-25T11:40:23,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44c3664320c2a42757d90a153474684f, server=96bb5f2c2895,45505,1732534816126}] 2024-11-25T11:40:23,304 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 379, reset compression=false 2024-11-25T11:40:23,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732534822512.44c3664320c2a42757d90a153474684f. 2024-11-25T11:40:23,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:40:23,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T11:40:23,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C45505%2C1732534816126.rep, suffix=, logDir=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126, archiveDir=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/oldWALs, maxLogs=10 2024-11-25T11:40:23,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.rep.1732534823398, exclude list is [], retry=0 2024-11-25T11:40:23,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36641,DS-c04c18a3-739c-40c2-85e9-dc0ac539abf1,DISK] 2024-11-25T11:40:23,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.rep.1732534823398 2024-11-25T11:40:23,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36905:36905)] 2024-11-25T11:40:23,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 44c3664320c2a42757d90a153474684f, NAME => 'hbase:replication,,1732534822512.44c3664320c2a42757d90a153474684f.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:40:23,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:40:23,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:40:23,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732534822512.44c3664320c2a42757d90a153474684f. service=MultiRowMutationService 2024-11-25T11:40:23,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T11:40:23,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 44c3664320c2a42757d90a153474684f 2024-11-25T11:40:23,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534822512.44c3664320c2a42757d90a153474684f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:23,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 44c3664320c2a42757d90a153474684f 2024-11-25T11:40:23,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 44c3664320c2a42757d90a153474684f 2024-11-25T11:40:23,504 INFO [StoreOpener-44c3664320c2a42757d90a153474684f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 44c3664320c2a42757d90a153474684f 2024-11-25T11:40:23,506 INFO [StoreOpener-44c3664320c2a42757d90a153474684f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44c3664320c2a42757d90a153474684f columnFamilyName hfileref 2024-11-25T11:40:23,506 DEBUG [StoreOpener-44c3664320c2a42757d90a153474684f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:23,507 INFO [StoreOpener-44c3664320c2a42757d90a153474684f-1 {}] regionserver.HStore(327): Store=44c3664320c2a42757d90a153474684f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:23,507 INFO [StoreOpener-44c3664320c2a42757d90a153474684f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 44c3664320c2a42757d90a153474684f 2024-11-25T11:40:23,508 INFO [StoreOpener-44c3664320c2a42757d90a153474684f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44c3664320c2a42757d90a153474684f columnFamilyName queue 2024-11-25T11:40:23,508 DEBUG [StoreOpener-44c3664320c2a42757d90a153474684f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:23,508 INFO [StoreOpener-44c3664320c2a42757d90a153474684f-1 {}] regionserver.HStore(327): Store=44c3664320c2a42757d90a153474684f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:23,509 INFO [StoreOpener-44c3664320c2a42757d90a153474684f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 44c3664320c2a42757d90a153474684f 2024-11-25T11:40:23,510 INFO [StoreOpener-44c3664320c2a42757d90a153474684f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44c3664320c2a42757d90a153474684f columnFamilyName sid 2024-11-25T11:40:23,510 DEBUG [StoreOpener-44c3664320c2a42757d90a153474684f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:23,510 INFO [StoreOpener-44c3664320c2a42757d90a153474684f-1 {}] regionserver.HStore(327): Store=44c3664320c2a42757d90a153474684f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:23,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 44c3664320c2a42757d90a153474684f 2024-11-25T11:40:23,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/replication/44c3664320c2a42757d90a153474684f 2024-11-25T11:40:23,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/replication/44c3664320c2a42757d90a153474684f 2024-11-25T11:40:23,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 44c3664320c2a42757d90a153474684f 2024-11-25T11:40:23,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 44c3664320c2a42757d90a153474684f 2024-11-25T11:40:23,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:40:23,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 44c3664320c2a42757d90a153474684f 2024-11-25T11:40:23,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/replication/44c3664320c2a42757d90a153474684f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:40:23,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 44c3664320c2a42757d90a153474684f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62199015, jitterRate=-0.07316245138645172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:40:23,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44c3664320c2a42757d90a153474684f 2024-11-25T11:40:23,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 44c3664320c2a42757d90a153474684f: Running coprocessor pre-open hook at 1732534823481Writing region info on filesystem at 1732534823481Initializing all the Stores at 1732534823482 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534823482Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534823492 (+10 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534823492Cleaning up temporary data from old regions at 1732534823513 (+21 ms)Running coprocessor post-open hooks at 1732534823526 (+13 ms)Region opened successfully at 1732534823526 2024-11-25T11:40:23,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732534822512.44c3664320c2a42757d90a153474684f., pid=10, masterSystemTime=1732534823367 2024-11-25T11:40:23,531 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44c3664320c2a42757d90a153474684f, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,45505,1732534816126 2024-11-25T11:40:23,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732534822512.44c3664320c2a42757d90a153474684f. 2024-11-25T11:40:23,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732534822512.44c3664320c2a42757d90a153474684f. 2024-11-25T11:40:23,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44c3664320c2a42757d90a153474684f, server=96bb5f2c2895,45505,1732534816126 because future has completed 2024-11-25T11:40:23,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T11:40:23,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 44c3664320c2a42757d90a153474684f, server=96bb5f2c2895,45505,1732534816126 in 343 msec 2024-11-25T11:40:23,553 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 379, reset compression=false 2024-11-25T11:40:23,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T11:40:23,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44c3664320c2a42757d90a153474684f, ASSIGN in 507 msec 2024-11-25T11:40:23,556 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:40:23,556 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534823556"}]},"ts":"1732534823556"} 2024-11-25T11:40:23,561 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T11:40:23,562 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:40:23,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0490 sec 2024-11-25T11:40:23,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732534822512.44c3664320c2a42757d90a153474684f., hostname=96bb5f2c2895,45505,1732534816126, seqNum=2] 2024-11-25T11:40:23,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x1014eed1b3a0007, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21462197058 2024-11-25T11:40:23,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21462197058 2024-11-25T11:40:23,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T11:40:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:40:23,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45505 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T11:40:23,743 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T11:40:23,776 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T11:40:23,801 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-96bb5f2c2895,45505,1732534816126, ReplicationSource: 1, currentBandwidth=0 2024-11-25T11:40:23,802 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:40:23,802 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,45505,1732534816126, seqNum=-1] 2024-11-25T11:40:23,803 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:40:23,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-25T11:40:23,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-96bb5f2c2895,45505,1732534816126', locateType=CURRENT is [region=hbase:replication,,1732534822512.44c3664320c2a42757d90a153474684f., hostname=96bb5f2c2895,45505,1732534816126, seqNum=2] 2024-11-25T11:40:23,813 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T11:40:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T11:40:23,824 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 96bb5f2c2895,45505,1732534816126 suceeded 2024-11-25T11:40:23,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T11:40:23,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 235 msec 2024-11-25T11:40:23,827 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://96bb5f2c2895:32787,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T11:40:23,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3420 sec 2024-11-25T11:40:23,853 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:32787' 2024-11-25T11:40:23,855 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5160e5e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:23,855 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,32787,-1 for getting cluster id 2024-11-25T11:40:23,855 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:40:23,856 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6482aa4-d84b-4d15-b136-076786fa12a2' 2024-11-25T11:40:23,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:40:23,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6482aa4-d84b-4d15-b136-076786fa12a2" 2024-11-25T11:40:23,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1de69494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:23,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,32787,-1] 2024-11-25T11:40:23,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:40:23,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:23,861 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:40:23,862 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31586e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:23,862 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:40:23,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,32787,1732534813136 2024-11-25T11:40:23,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e52c557 2024-11-25T11:40:23,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:40:23,864 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-25T11:40:23,865 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-96bb5f2c2895,45505,1732534816126 (queues=1) is replicating from cluster=035ca686-83c5-4f02-822e-56a47fd83db8 to cluster=d6482aa4-d84b-4d15-b136-076786fa12a2 2024-11-25T11:40:23,865 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=96bb5f2c2895%2C45505%2C1732534816126 2024-11-25T11:40:23,865 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-96bb5f2c2895,45505,1732534816126, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T11:40:23,866 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556, startPosition=0, beingWritten=true 2024-11-25T11:40:23,876 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.shipper96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 96bb5f2c2895%2C45505%2C1732534816126 2024-11-25T11:40:23,885 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:40:23,885 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 379, reset compression=false 2024-11-25T11:40:23,885 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.shipper96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,45505,1732534816126 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:40:24,030 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 379, reset compression=false 2024-11-25T11:40:24,083 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 379, reset compression=false 2024-11-25T11:40:24,097 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 379, reset compression=false 2024-11-25T11:40:24,402 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 379, reset compression=false 2024-11-25T11:40:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:40:24,645 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T11:40:24,645 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:40:24,645 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:24,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:24,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:24,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:40:24,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b2e29c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:24,646 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,35589,-1 for getting cluster id 2024-11-25T11:40:24,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:40:24,647 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73f8c1b7-77fb-41c5-b724-8dc3e4d9be62' 2024-11-25T11:40:24,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:40:24,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73f8c1b7-77fb-41c5-b724-8dc3e4d9be62" 2024-11-25T11:40:24,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62074755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:24,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,35589,-1] 2024-11-25T11:40:24,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:40:24,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:24,649 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:40:24,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@110ccf65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:24,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30cdecdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:24,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,32787,-1 for getting cluster id 2024-11-25T11:40:24,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:40:24,651 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6482aa4-d84b-4d15-b136-076786fa12a2' 2024-11-25T11:40:24,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:40:24,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6482aa4-d84b-4d15-b136-076786fa12a2" 2024-11-25T11:40:24,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2266df9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:24,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,32787,-1] 2024-11-25T11:40:24,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:40:24,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:24,652 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:40:24,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfbf30e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:24,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5b0a58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:24,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,44017,-1 for getting cluster id 2024-11-25T11:40:24,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:40:24,654 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '035ca686-83c5-4f02-822e-56a47fd83db8' 2024-11-25T11:40:24,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:40:24,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "035ca686-83c5-4f02-822e-56a47fd83db8" 2024-11-25T11:40:24,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@680d835d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:24,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,44017,-1] 2024-11-25T11:40:24,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:40:24,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:24,655 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:40:24,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25dcb4f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:24,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:40:24,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,33787,1732534809936, seqNum=-1] 2024-11-25T11:40:24,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:40:24,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:40:24,660 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732534817725.8febdbaea171bf511b3048db8c899a85., hostname=96bb5f2c2895,33787,1732534809936, seqNum=2] 2024-11-25T11:40:24,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:40:24,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,45505,1732534816126, seqNum=-1] 2024-11-25T11:40:24,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:40:24,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:40:24,667 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732534819508.81a33d01996f071b0c4073b120a870fd., hostname=96bb5f2c2895,45505,1732534816126, seqNum=2] 2024-11-25T11:40:24,668 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-25T11:40:24,689 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 379, reset compression=false 2024-11-25T11:40:24,807 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 379, reset compression=false 2024-11-25T11:40:24,836 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 379, reset compression=false 2024-11-25T11:40:24,843 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:40:24,843 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 480, reset compression=false 2024-11-25T11:40:24,843 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.shipper96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,33787,1732534809936 got entry batch from reader: WALEntryBatch [walEntries=[{test/8febdbaea171bf511b3048db8c899a85/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-25T11:40:24,846 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.shipper96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:40:24,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-25T11:40:24,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36537 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T11:40:24,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@367924c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:24,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36537 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,32787,-1 for getting cluster id 2024-11-25T11:40:24,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:40:24,858 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6482aa4-d84b-4d15-b136-076786fa12a2' 2024-11-25T11:40:24,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:40:24,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6482aa4-d84b-4d15-b136-076786fa12a2" 2024-11-25T11:40:24,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a556469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:24,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,32787,-1] 2024-11-25T11:40:24,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:40:24,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:24,859 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:40:24,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c82712d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:24,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36537 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:40:24,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,36537,1732534813183, seqNum=-1] 2024-11-25T11:40:24,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:40:24,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-25T11:40:24,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732534818360.7063cd6d15d8694b092adba284f8cd2b., hostname=96bb5f2c2895,36537,1732534813183, seqNum=2] 2024-11-25T11:40:24,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36537 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T11:40:25,057 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 480, reset compression=false 2024-11-25T11:40:25,311 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 379, reset compression=false 2024-11-25T11:40:25,362 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 480, reset compression=false 2024-11-25T11:40:25,393 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 379, reset compression=false 2024-11-25T11:40:25,397 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:40:25,397 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 503, reset compression=false 2024-11-25T11:40:25,397 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.shipper96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,36537,1732534813183 got entry batch from reader: WALEntryBatch [walEntries=[{test/7063cd6d15d8694b092adba284f8cd2b/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-25T11:40:25,399 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.shipper96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:40:25,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-25T11:40:25,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T11:40:25,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@504ec498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:25,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,44017,-1 for getting cluster id 2024-11-25T11:40:25,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:40:25,402 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '035ca686-83c5-4f02-822e-56a47fd83db8' 2024-11-25T11:40:25,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:40:25,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "035ca686-83c5-4f02-822e-56a47fd83db8" 2024-11-25T11:40:25,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@663c467c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:25,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,44017,-1] 2024-11-25T11:40:25,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:40:25,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:25,403 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:40:25,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@162d478e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:25,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:40:25,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,45505,1732534816126, seqNum=-1] 2024-11-25T11:40:25,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:40:25,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-25T11:40:25,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732534819508.81a33d01996f071b0c4073b120a870fd., hostname=96bb5f2c2895,45505,1732534816126, seqNum=2] 2024-11-25T11:40:25,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T11:40:25,601 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 503, reset compression=false 2024-11-25T11:40:25,670 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-25T11:40:25,671 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:40:25,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,36537,1732534813183, seqNum=-1] 2024-11-25T11:40:25,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:40:25,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:40:25,675 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732534818360.7063cd6d15d8694b092adba284f8cd2b., hostname=96bb5f2c2895,36537,1732534813183, seqNum=2] 2024-11-25T11:40:25,678 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-25T11:40:25,766 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 480, reset compression=false 2024-11-25T11:40:25,904 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 503, reset compression=false 2024-11-25T11:40:25,909 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:40:25,909 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 607, reset compression=false 2024-11-25T11:40:25,909 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.shipper96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,36537,1732534813183 got entry batch from reader: WALEntryBatch [walEntries=[{test/7063cd6d15d8694b092adba284f8cd2b/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T11:40:25,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T11:40:25,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T11:40:25,916 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 379, reset compression=false 2024-11-25T11:40:25,920 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:40:25,920 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 655, reset compression=false 2024-11-25T11:40:25,920 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.shipper96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,45505,1732534816126 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:40:26,113 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 607, reset compression=false 2024-11-25T11:40:26,123 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 655, reset compression=false 2024-11-25T11:40:26,270 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 480, reset compression=false 2024-11-25T11:40:26,417 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 607, reset compression=false 2024-11-25T11:40:26,426 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 655, reset compression=false 2024-11-25T11:40:26,680 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-25T11:40:26,682 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-25T11:40:26,821 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 607, reset compression=false 2024-11-25T11:40:26,830 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 655, reset compression=false 2024-11-25T11:40:26,834 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:40:26,834 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 759, reset compression=false 2024-11-25T11:40:26,834 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.shipper96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,45505,1732534816126 got entry batch from reader: WALEntryBatch [walEntries=[{test/81a33d01996f071b0c4073b120a870fd/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T11:40:26,836 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.shipper96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:40:26,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-25T11:40:26,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36537 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T11:40:26,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36537 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T11:40:26,874 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 480, reset compression=false 2024-11-25T11:40:27,037 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 759, reset compression=false 2024-11-25T11:40:27,325 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 607, reset compression=false 2024-11-25T11:40:27,340 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:40:27,340 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 734, reset compression=false 2024-11-25T11:40:27,340 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.shipper96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,36537,1732534813183 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:40:27,341 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 759, reset compression=false 2024-11-25T11:40:27,544 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 734, reset compression=false 2024-11-25T11:40:27,569 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T11:40:27,569 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-25T11:40:27,570 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T11:40:27,570 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-25T11:40:27,578 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 480, reset compression=false 2024-11-25T11:40:27,685 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-25T11:40:27,688 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-25T11:40:27,744 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 759, reset compression=false 2024-11-25T11:40:27,848 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 734, reset compression=false 2024-11-25T11:40:28,248 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 759, reset compression=false 2024-11-25T11:40:28,251 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 734, reset compression=false 2024-11-25T11:40:28,381 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 480, reset compression=false 2024-11-25T11:40:28,386 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:40:28,386 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 636, reset compression=false 2024-11-25T11:40:28,386 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.shipper96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,33787,1732534809936 got entry batch from reader: WALEntryBatch [walEntries=[{test/8febdbaea171bf511b3048db8c899a85/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-25T11:40:28,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36537 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T11:40:28,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36537 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T11:40:28,589 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 636, reset compression=false 2024-11-25T11:40:28,689 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-25T11:40:28,754 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 734, reset compression=false 2024-11-25T11:40:28,758 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:40:28,758 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 881, reset compression=false 2024-11-25T11:40:28,758 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.shipper96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,36537,1732534813183 got entry batch from reader: WALEntryBatch [walEntries=[{test/7063cd6d15d8694b092adba284f8cd2b/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-25T11:40:28,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T11:40:28,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T11:40:28,851 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 759, reset compression=false 2024-11-25T11:40:28,855 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:40:28,855 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 930, reset compression=false 2024-11-25T11:40:28,855 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.shipper96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,45505,1732534816126 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:40:28,893 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 636, reset compression=false 2024-11-25T11:40:28,961 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 881, reset compression=false 2024-11-25T11:40:28,983 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:40:28,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:28,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:28,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:28,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:29,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:29,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:29,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:29,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:29,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:29,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:29,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:29,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:29,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:29,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:29,058 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 930, reset compression=false 2024-11-25T11:40:29,264 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 881, reset compression=false 2024-11-25T11:40:29,296 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 636, reset compression=false 2024-11-25T11:40:29,361 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 930, reset compression=false 2024-11-25T11:40:29,667 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 881, reset compression=false 2024-11-25T11:40:29,691 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-25T11:40:29,701 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-25T11:40:29,764 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 930, reset compression=false 2024-11-25T11:40:29,799 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 636, reset compression=false 2024-11-25T11:40:30,171 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 881, reset compression=false 2024-11-25T11:40:30,175 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:40:30,175 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 1040, reset compression=false 2024-11-25T11:40:30,175 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.shipper96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,36537,1732534813183 got entry batch from reader: WALEntryBatch [walEntries=[{test/7063cd6d15d8694b092adba284f8cd2b/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-25T11:40:30,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T11:40:30,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45505 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T11:40:30,268 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 930, reset compression=false 2024-11-25T11:40:30,272 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:40:30,272 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 1080, reset compression=false 2024-11-25T11:40:30,272 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.shipper96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,45505,1732534816126 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:40:30,378 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 1040, reset compression=false 2024-11-25T11:40:30,403 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 636, reset compression=false 2024-11-25T11:40:30,475 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 1080, reset compression=false 2024-11-25T11:40:30,682 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 1040, reset compression=false 2024-11-25T11:40:30,703 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-25T11:40:30,706 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-25T11:40:30,778 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 1080, reset compression=false 2024-11-25T11:40:30,782 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:40:30,782 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 1239, reset compression=false 2024-11-25T11:40:30,782 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.shipper96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,45505,1732534816126 got entry batch from reader: WALEntryBatch [walEntries=[{test/81a33d01996f071b0c4073b120a870fd/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-25T11:40:30,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36537 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T11:40:30,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36537 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T11:40:30,985 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 1239, reset compression=false 2024-11-25T11:40:31,085 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 1040, reset compression=false 2024-11-25T11:40:31,089 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:40:31,089 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 1189, reset compression=false 2024-11-25T11:40:31,090 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.shipper96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,36537,1732534813183 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:40:31,106 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 636, reset compression=false 2024-11-25T11:40:31,288 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 1239, reset compression=false 2024-11-25T11:40:31,292 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 1189, reset compression=false 2024-11-25T11:40:31,595 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 1189, reset compression=false 2024-11-25T11:40:31,691 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 1239, reset compression=false 2024-11-25T11:40:31,707 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-25T11:40:31,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T11:40:31,713 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:40:31,713 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:31,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:31,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:31,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:40:31,713 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T11:40:31,713 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=434390889, stopped=false 2024-11-25T11:40:31,713 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=96bb5f2c2895,44017,1732534816077 2024-11-25T11:40:31,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21462197058/running 2024-11-25T11:40:31,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x1014eed1b3a0007, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21462197058/running 2024-11-25T11:40:31,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21462197058 2024-11-25T11:40:31,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x1014eed1b3a0007, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21462197058 2024-11-25T11:40:31,715 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:40:31,715 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:40:31,715 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:31,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:31,716 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,45505,1732534816126' ***** 2024-11-25T11:40:31,716 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:40:31,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45505-0x1014eed1b3a0007, quorum=127.0.0.1:64387, baseZNode=/21462197058 Set watcher on znode that does not yet exist, /21462197058/running 2024-11-25T11:40:31,716 INFO [RS:0;96bb5f2c2895:45505 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:40:31,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Set watcher on znode that does not yet exist, /21462197058/running 2024-11-25T11:40:31,716 INFO [RS:0;96bb5f2c2895:45505 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:40:31,716 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:40:31,716 INFO [RS:0;96bb5f2c2895:45505 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:40:31,717 INFO [RS:0;96bb5f2c2895:45505 {}] regionserver.HRegionServer(3091): Received CLOSE for 81a33d01996f071b0c4073b120a870fd 2024-11-25T11:40:31,717 INFO [RS:0;96bb5f2c2895:45505 {}] regionserver.HRegionServer(3091): Received CLOSE for 44c3664320c2a42757d90a153474684f 2024-11-25T11:40:31,717 INFO [RS:0;96bb5f2c2895:45505 {}] regionserver.HRegionServer(959): stopping server 96bb5f2c2895,45505,1732534816126 2024-11-25T11:40:31,717 INFO [RS:0;96bb5f2c2895:45505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:40:31,717 INFO [RS:0;96bb5f2c2895:45505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:45505. 2024-11-25T11:40:31,717 DEBUG [RS:0;96bb5f2c2895:45505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:31,717 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81a33d01996f071b0c4073b120a870fd, disabling compactions & flushes 2024-11-25T11:40:31,717 DEBUG [RS:0;96bb5f2c2895:45505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:31,717 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732534819508.81a33d01996f071b0c4073b120a870fd. 2024-11-25T11:40:31,717 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534819508.81a33d01996f071b0c4073b120a870fd. 2024-11-25T11:40:31,717 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732534819508.81a33d01996f071b0c4073b120a870fd. after waiting 0 ms 2024-11-25T11:40:31,717 INFO [RS:0;96bb5f2c2895:45505 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:40:31,717 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732534819508.81a33d01996f071b0c4073b120a870fd. 2024-11-25T11:40:31,717 INFO [RS:0;96bb5f2c2895:45505 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:40:31,717 INFO [RS:0;96bb5f2c2895:45505 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:40:31,717 INFO [RS:0;96bb5f2c2895:45505 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T11:40:31,717 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 81a33d01996f071b0c4073b120a870fd 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-25T11:40:31,718 INFO [RS:0;96bb5f2c2895:45505 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T11:40:31,718 DEBUG [RS:0;96bb5f2c2895:45505 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 81a33d01996f071b0c4073b120a870fd=test,,1732534819508.81a33d01996f071b0c4073b120a870fd., 44c3664320c2a42757d90a153474684f=hbase:replication,,1732534822512.44c3664320c2a42757d90a153474684f.} 2024-11-25T11:40:31,718 DEBUG [RS:0;96bb5f2c2895:45505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44c3664320c2a42757d90a153474684f, 81a33d01996f071b0c4073b120a870fd 2024-11-25T11:40:31,718 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:40:31,718 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:40:31,718 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:40:31,718 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:40:31,718 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:40:31,718 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T11:40:31,724 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:40:31,737 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/meta/1588230740/.tmp/info/70f26ec242b74dafa798da5d563bffd8 is 147, key is hbase:replication,,1732534822512.44c3664320c2a42757d90a153474684f./info:regioninfo/1732534823531/Put/seqid=0 2024-11-25T11:40:31,737 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/default/test/81a33d01996f071b0c4073b120a870fd/.tmp/f/ef9b2bcc79284883b870c31ac2c4b2f5 is 29, key is row1/f:/1732534829692/DeleteFamily/seqid=0 2024-11-25T11:40:31,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36641 is added to blk_1073741840_1016 (size=5152) 2024-11-25T11:40:31,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36641 is added to blk_1073741841_1017 (size=7686) 2024-11-25T11:40:31,744 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/default/test/81a33d01996f071b0c4073b120a870fd/.tmp/f/ef9b2bcc79284883b870c31ac2c4b2f5 2024-11-25T11:40:31,748 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef9b2bcc79284883b870c31ac2c4b2f5 2024-11-25T11:40:31,768 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/default/test/81a33d01996f071b0c4073b120a870fd/.tmp/f1/25b0b813f8f444b08c22e796b891354c is 30, key is row1/f1:/1732534829692/DeleteFamily/seqid=0 2024-11-25T11:40:31,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36641 is added to blk_1073741842_1018 (size=5158) 2024-11-25T11:40:31,772 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/default/test/81a33d01996f071b0c4073b120a870fd/.tmp/f1/25b0b813f8f444b08c22e796b891354c 2024-11-25T11:40:31,776 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25b0b813f8f444b08c22e796b891354c 2024-11-25T11:40:31,797 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/default/test/81a33d01996f071b0c4073b120a870fd/.tmp/norep/034f1d3fb97f433194e35ce9a21723d8 is 33, key is row2/norep:/1732534830703/DeleteFamily/seqid=0 2024-11-25T11:40:31,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36641 is added to blk_1073741843_1019 (size=5108) 2024-11-25T11:40:31,801 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/default/test/81a33d01996f071b0c4073b120a870fd/.tmp/norep/034f1d3fb97f433194e35ce9a21723d8 2024-11-25T11:40:31,805 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 034f1d3fb97f433194e35ce9a21723d8 2024-11-25T11:40:31,805 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/default/test/81a33d01996f071b0c4073b120a870fd/.tmp/f/ef9b2bcc79284883b870c31ac2c4b2f5 as hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/default/test/81a33d01996f071b0c4073b120a870fd/f/ef9b2bcc79284883b870c31ac2c4b2f5 2024-11-25T11:40:31,809 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef9b2bcc79284883b870c31ac2c4b2f5 2024-11-25T11:40:31,809 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/default/test/81a33d01996f071b0c4073b120a870fd/f/ef9b2bcc79284883b870c31ac2c4b2f5, entries=3, sequenceid=10, filesize=5.0 K 2024-11-25T11:40:31,810 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/default/test/81a33d01996f071b0c4073b120a870fd/.tmp/f1/25b0b813f8f444b08c22e796b891354c as hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/default/test/81a33d01996f071b0c4073b120a870fd/f1/25b0b813f8f444b08c22e796b891354c 2024-11-25T11:40:31,814 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25b0b813f8f444b08c22e796b891354c 2024-11-25T11:40:31,814 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/default/test/81a33d01996f071b0c4073b120a870fd/f1/25b0b813f8f444b08c22e796b891354c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-25T11:40:31,815 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/default/test/81a33d01996f071b0c4073b120a870fd/.tmp/norep/034f1d3fb97f433194e35ce9a21723d8 as hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/default/test/81a33d01996f071b0c4073b120a870fd/norep/034f1d3fb97f433194e35ce9a21723d8 2024-11-25T11:40:31,819 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 034f1d3fb97f433194e35ce9a21723d8 2024-11-25T11:40:31,819 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/default/test/81a33d01996f071b0c4073b120a870fd/norep/034f1d3fb97f433194e35ce9a21723d8, entries=1, sequenceid=10, filesize=5.0 K 2024-11-25T11:40:31,820 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 81a33d01996f071b0c4073b120a870fd in 103ms, sequenceid=10, compaction requested=false 2024-11-25T11:40:31,824 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/default/test/81a33d01996f071b0c4073b120a870fd/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-25T11:40:31,824 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:40:31,824 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T11:40:31,824 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732534819508.81a33d01996f071b0c4073b120a870fd. 2024-11-25T11:40:31,825 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81a33d01996f071b0c4073b120a870fd: Waiting for close lock at 1732534831717Running coprocessor pre-close hooks at 1732534831717Disabling compacts and flushes for region at 1732534831717Disabling writes for close at 1732534831717Obtaining lock to block concurrent updates at 1732534831717Preparing flush snapshotting stores in 81a33d01996f071b0c4073b120a870fd at 1732534831717Finished memstore snapshotting test,,1732534819508.81a33d01996f071b0c4073b120a870fd., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732534831718 (+1 ms)Flushing stores of test,,1732534819508.81a33d01996f071b0c4073b120a870fd. at 1732534831718Flushing 81a33d01996f071b0c4073b120a870fd/f: creating writer at 1732534831718Flushing 81a33d01996f071b0c4073b120a870fd/f: appending metadata at 1732534831737 (+19 ms)Flushing 81a33d01996f071b0c4073b120a870fd/f: closing flushed file at 1732534831737Flushing 81a33d01996f071b0c4073b120a870fd/f1: creating writer at 1732534831748 (+11 ms)Flushing 81a33d01996f071b0c4073b120a870fd/f1: appending metadata at 1732534831768 (+20 ms)Flushing 81a33d01996f071b0c4073b120a870fd/f1: closing flushed file at 1732534831768Flushing 81a33d01996f071b0c4073b120a870fd/norep: creating writer at 1732534831777 (+9 ms)Flushing 81a33d01996f071b0c4073b120a870fd/norep: appending metadata at 1732534831796 (+19 ms)Flushing 81a33d01996f071b0c4073b120a870fd/norep: closing flushed file at 1732534831796Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@367f5821: reopening flushed file at 1732534831805 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77082231: reopening flushed file at 1732534831809 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3252b84d: reopening flushed file at 1732534831814 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 81a33d01996f071b0c4073b120a870fd in 103ms, sequenceid=10, compaction requested=false at 1732534831820 (+6 ms)Writing region close event to WAL at 1732534831821 (+1 ms)Running coprocessor post-close hooks at 1732534831824 (+3 ms)Closed at 1732534831824 2024-11-25T11:40:31,825 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732534819508.81a33d01996f071b0c4073b120a870fd. 2024-11-25T11:40:31,825 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44c3664320c2a42757d90a153474684f, disabling compactions & flushes 2024-11-25T11:40:31,825 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534822512.44c3664320c2a42757d90a153474684f. 2024-11-25T11:40:31,825 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534822512.44c3664320c2a42757d90a153474684f. 2024-11-25T11:40:31,825 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534822512.44c3664320c2a42757d90a153474684f. after waiting 0 ms 2024-11-25T11:40:31,825 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534822512.44c3664320c2a42757d90a153474684f. 2024-11-25T11:40:31,825 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 44c3664320c2a42757d90a153474684f 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-11-25T11:40:31,840 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/replication/44c3664320c2a42757d90a153474684f/.tmp/queue/02fcd1a11d7a4734b675d92df667863b is 154, key is 1-96bb5f2c2895,45505,1732534816126/queue:96bb5f2c2895%2C45505%2C1732534816126/1732534830786/Put/seqid=0 2024-11-25T11:40:31,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36641 is added to blk_1073741844_1020 (size=5353) 2024-11-25T11:40:31,908 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 636, reset compression=false 2024-11-25T11:40:31,918 DEBUG [RS:0;96bb5f2c2895:45505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44c3664320c2a42757d90a153474684f 2024-11-25T11:40:31,998 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 1189, reset compression=false 2024-11-25T11:40:32,118 DEBUG [RS:0;96bb5f2c2895:45505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44c3664320c2a42757d90a153474684f 2024-11-25T11:40:32,144 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/meta/1588230740/.tmp/info/70f26ec242b74dafa798da5d563bffd8 2024-11-25T11:40:32,166 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/meta/1588230740/.tmp/ns/283c291986504afc931d342b20898518 is 43, key is default/ns:d/1732534817612/Put/seqid=0 2024-11-25T11:40:32,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36641 is added to blk_1073741845_1021 (size=5153) 2024-11-25T11:40:32,195 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 1239, reset compression=false 2024-11-25T11:40:32,199 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:40:32,199 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 2130, reset compression=false 2024-11-25T11:40:32,199 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.shipper96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,45505,1732534816126 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556, lastWalPosition=2130, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:40:32,200 ERROR [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.shipper96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 96bb5f2c2895,45505,1732534816126: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-96bb5f2c2895,45505,1732534816126, walGroup=96bb5f2c2895%2C45505%2C1732534816126, offset=96bb5f2c2895%2C45505%2C1732534816126.1732534816556:2130, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:45505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T11:40:32,201 ERROR [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.shipper96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T11:40:32,201 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.shipper96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T11:40:32,202 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.shipper96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T11:40:32,202 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.shipper96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T11:40:32,202 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.shipper96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T11:40:32,202 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.shipper96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 885933568 }, "NonHeapMemoryUsage": { "committed": 207028224, "init": 7667712, "max": -1, "used": 202677240 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T11:40:32,203 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.shipper96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:44017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:44017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T11:40:32,244 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/replication/44c3664320c2a42757d90a153474684f/.tmp/queue/02fcd1a11d7a4734b675d92df667863b 2024-11-25T11:40:32,249 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/replication/44c3664320c2a42757d90a153474684f/.tmp/queue/02fcd1a11d7a4734b675d92df667863b as hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/replication/44c3664320c2a42757d90a153474684f/queue/02fcd1a11d7a4734b675d92df667863b 2024-11-25T11:40:32,252 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/replication/44c3664320c2a42757d90a153474684f/queue/02fcd1a11d7a4734b675d92df667863b, entries=1, sequenceid=11, filesize=5.2 K 2024-11-25T11:40:32,253 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 44c3664320c2a42757d90a153474684f in 428ms, sequenceid=11, compaction requested=false 2024-11-25T11:40:32,256 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/replication/44c3664320c2a42757d90a153474684f/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T11:40:32,257 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:40:32,257 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:40:32,257 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732534822512.44c3664320c2a42757d90a153474684f. 2024-11-25T11:40:32,257 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44c3664320c2a42757d90a153474684f: Waiting for close lock at 1732534831825Running coprocessor pre-close hooks at 1732534831825Disabling compacts and flushes for region at 1732534831825Disabling writes for close at 1732534831825Obtaining lock to block concurrent updates at 1732534831825Preparing flush snapshotting stores in 44c3664320c2a42757d90a153474684f at 1732534831825Finished memstore snapshotting hbase:replication,,1732534822512.44c3664320c2a42757d90a153474684f., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1732534831825Flushing stores of hbase:replication,,1732534822512.44c3664320c2a42757d90a153474684f. at 1732534831826 (+1 ms)Flushing 44c3664320c2a42757d90a153474684f/queue: creating writer at 1732534831826Flushing 44c3664320c2a42757d90a153474684f/queue: appending metadata at 1732534831840 (+14 ms)Flushing 44c3664320c2a42757d90a153474684f/queue: closing flushed file at 1732534831840Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d233283: reopening flushed file at 1732534832248 (+408 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 44c3664320c2a42757d90a153474684f in 428ms, sequenceid=11, compaction requested=false at 1732534832253 (+5 ms)Writing region close event to WAL at 1732534832254 (+1 ms)Running coprocessor post-close hooks at 1732534832257 (+3 ms)Closed at 1732534832257 2024-11-25T11:40:32,257 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732534822512.44c3664320c2a42757d90a153474684f. 2024-11-25T11:40:32,318 DEBUG [RS:0;96bb5f2c2895:45505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:40:32,403 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 2130, reset compression=false 2024-11-25T11:40:32,411 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T11:40:32,411 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T11:40:32,502 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 1189, reset compression=false 2024-11-25T11:40:32,518 DEBUG [RS:0;96bb5f2c2895:45505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:40:32,570 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/meta/1588230740/.tmp/ns/283c291986504afc931d342b20898518 2024-11-25T11:40:32,591 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/meta/1588230740/.tmp/rep_barrier/00086c545b1a4ccb9b80f7ae57003bed is 112, key is test,,1732534819508.81a33d01996f071b0c4073b120a870fd./rep_barrier:seqnumDuringOpen/1732534819888/Put/seqid=0 2024-11-25T11:40:32,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36641 is added to blk_1073741846_1022 (size=5518) 2024-11-25T11:40:32,595 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/meta/1588230740/.tmp/rep_barrier/00086c545b1a4ccb9b80f7ae57003bed 2024-11-25T11:40:32,612 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/meta/1588230740/.tmp/table/561c3bfaa09e4c6eb7be485b596fe3ad is 53, key is hbase:replication/table:state/1732534823556/Put/seqid=0 2024-11-25T11:40:32,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36641 is added to blk_1073741847_1023 (size=5308) 2024-11-25T11:40:32,706 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 2130, reset compression=false 2024-11-25T11:40:32,719 INFO [RS:0;96bb5f2c2895:45505 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T11:40:32,719 DEBUG [RS:0;96bb5f2c2895:45505 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T11:40:32,719 DEBUG [RS:0;96bb5f2c2895:45505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:40:32,812 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 636, reset compression=false 2024-11-25T11:40:32,919 DEBUG [RS:0;96bb5f2c2895:45505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:40:33,016 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/meta/1588230740/.tmp/table/561c3bfaa09e4c6eb7be485b596fe3ad 2024-11-25T11:40:33,021 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/meta/1588230740/.tmp/info/70f26ec242b74dafa798da5d563bffd8 as hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/meta/1588230740/info/70f26ec242b74dafa798da5d563bffd8 2024-11-25T11:40:33,025 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/meta/1588230740/info/70f26ec242b74dafa798da5d563bffd8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T11:40:33,025 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/meta/1588230740/.tmp/ns/283c291986504afc931d342b20898518 as hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/meta/1588230740/ns/283c291986504afc931d342b20898518 2024-11-25T11:40:33,029 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/meta/1588230740/ns/283c291986504afc931d342b20898518, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T11:40:33,030 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/meta/1588230740/.tmp/rep_barrier/00086c545b1a4ccb9b80f7ae57003bed as hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/meta/1588230740/rep_barrier/00086c545b1a4ccb9b80f7ae57003bed 2024-11-25T11:40:33,033 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/meta/1588230740/rep_barrier/00086c545b1a4ccb9b80f7ae57003bed, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T11:40:33,034 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/meta/1588230740/.tmp/table/561c3bfaa09e4c6eb7be485b596fe3ad as hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/meta/1588230740/table/561c3bfaa09e4c6eb7be485b596fe3ad 2024-11-25T11:40:33,043 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/meta/1588230740/table/561c3bfaa09e4c6eb7be485b596fe3ad, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T11:40:33,044 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false 2024-11-25T11:40:33,048 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T11:40:33,048 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:40:33,049 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:40:33,049 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:40:33,049 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534831718Running coprocessor pre-close hooks at 1732534831718Disabling compacts and flushes for region at 1732534831718Disabling writes for close at 1732534831718Obtaining lock to block concurrent updates at 1732534831718Preparing flush snapshotting stores in 1588230740 at 1732534831718Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732534831718Flushing stores of hbase:meta,,1.1588230740 at 1732534831719 (+1 ms)Flushing 1588230740/info: creating writer at 1732534831719Flushing 1588230740/info: appending metadata at 1732534831737 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732534831737Flushing 1588230740/ns: creating writer at 1732534832148 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732534832165 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732534832165Flushing 1588230740/rep_barrier: creating writer at 1732534832574 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732534832591 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732534832591Flushing 1588230740/table: creating writer at 1732534832598 (+7 ms)Flushing 1588230740/table: appending metadata at 1732534832612 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732534832612Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f0f10dc: reopening flushed file at 1732534833020 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d6b7b6f: reopening flushed file at 1732534833025 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@579da133: reopening flushed file at 1732534833029 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22570518: reopening flushed file at 1732534833034 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false at 1732534833044 (+10 ms)Writing region close event to WAL at 1732534833046 (+2 ms)Running coprocessor post-close hooks at 1732534833048 (+2 ms)Closed at 1732534833049 (+1 ms) 2024-11-25T11:40:33,049 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T11:40:33,105 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 1189, reset compression=false 2024-11-25T11:40:33,110 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/WALs/96bb5f2c2895,45505,1732534816126/96bb5f2c2895%2C45505%2C1732534816126.1732534816556 to pos 2130, reset compression=false 2024-11-25T11:40:33,119 INFO [RS:0;96bb5f2c2895:45505 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,45505,1732534816126; all regions closed. 2024-11-25T11:40:33,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36641 is added to blk_1073741834_1010 (size=4239) 2024-11-25T11:40:33,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36641 is added to blk_1073741839_1015 (size=2896) 2024-11-25T11:40:33,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36641 is added to blk_1073741832_1008 (size=2138) 2024-11-25T11:40:33,125 DEBUG [RS:0;96bb5f2c2895:45505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:33,126 INFO [RS:0;96bb5f2c2895:45505 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:40:33,126 INFO [RS:0;96bb5f2c2895:45505 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:40:33,126 INFO [RS:0;96bb5f2c2895:45505 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T11:40:33,126 INFO [RS:0;96bb5f2c2895:45505 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:40:33,126 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:40:33,127 INFO [RS:0;96bb5f2c2895:45505 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-96bb5f2c2895,45505,1732534816126 because: Region server is closing 2024-11-25T11:40:33,127 INFO [RS:0;96bb5f2c2895:45505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:45505. 2024-11-25T11:40:33,127 DEBUG [RS:0;96bb5f2c2895:45505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:33,127 DEBUG [RS:0;96bb5f2c2895:45505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:33,127 DEBUG [RS:0;96bb5f2c2895:45505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:33,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:40:33,227 INFO [RS:0;96bb5f2c2895:45505 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.shipper96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 terminated 2024-11-25T11:40:33,228 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,45505,1732534816126.replicationSource.wal-reader.96bb5f2c2895%2C45505%2C1732534816126,1-96bb5f2c2895,45505,1732534816126 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T11:40:33,228 INFO [RS:0;96bb5f2c2895:45505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:45505. 2024-11-25T11:40:33,228 DEBUG [RS:0;96bb5f2c2895:45505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:33,228 DEBUG [RS:0;96bb5f2c2895:45505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:33,228 DEBUG [RS:0;96bb5f2c2895:45505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:33,228 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:40:33,228 INFO [RS:0;96bb5f2c2895:45505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45505 2024-11-25T11:40:33,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x1014eed1b3a0007, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21462197058/rs/96bb5f2c2895,45505,1732534816126 2024-11-25T11:40:33,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21462197058/rs 2024-11-25T11:40:33,230 INFO [RS:0;96bb5f2c2895:45505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:40:33,231 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,45505,1732534816126] 2024-11-25T11:40:33,234 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21462197058/draining/96bb5f2c2895,45505,1732534816126 already deleted, retry=false 2024-11-25T11:40:33,234 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96bb5f2c2895,45505,1732534816126 expired; onlineServers=0 2024-11-25T11:40:33,234 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '96bb5f2c2895,44017,1732534816077' ***** 2024-11-25T11:40:33,234 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T11:40:33,234 INFO [M:0;96bb5f2c2895:44017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:40:33,234 INFO [M:0;96bb5f2c2895:44017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:40:33,234 DEBUG [M:0;96bb5f2c2895:44017 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T11:40:33,234 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T11:40:33,234 DEBUG [M:0;96bb5f2c2895:44017 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T11:40:33,234 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534816374 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534816374,5,FailOnTimeoutGroup] 2024-11-25T11:40:33,234 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534816372 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534816372,5,FailOnTimeoutGroup] 2024-11-25T11:40:33,234 INFO [M:0;96bb5f2c2895:44017 {}] hbase.ChoreService(370): Chore service for: master/96bb5f2c2895:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T11:40:33,234 INFO [M:0;96bb5f2c2895:44017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:40:33,235 DEBUG [M:0;96bb5f2c2895:44017 {}] master.HMaster(1795): Stopping service threads 2024-11-25T11:40:33,235 INFO [M:0;96bb5f2c2895:44017 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T11:40:33,235 INFO [M:0;96bb5f2c2895:44017 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:40:33,235 INFO [M:0;96bb5f2c2895:44017 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T11:40:33,235 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T11:40:33,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21462197058/master 2024-11-25T11:40:33,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21462197058 2024-11-25T11:40:33,236 DEBUG [M:0;96bb5f2c2895:44017 {}] zookeeper.ZKUtil(347): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Unable to get data of znode /21462197058/master because node does not exist (not an error) 2024-11-25T11:40:33,236 WARN [M:0;96bb5f2c2895:44017 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T11:40:33,237 INFO [M:0;96bb5f2c2895:44017 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/.lastflushedseqids 2024-11-25T11:40:33,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36641 is added to blk_1073741848_1024 (size=245) 2024-11-25T11:40:33,241 INFO [M:0;96bb5f2c2895:44017 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T11:40:33,241 INFO [M:0;96bb5f2c2895:44017 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T11:40:33,241 DEBUG [M:0;96bb5f2c2895:44017 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:40:33,241 INFO [M:0;96bb5f2c2895:44017 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:33,241 DEBUG [M:0;96bb5f2c2895:44017 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:33,241 DEBUG [M:0;96bb5f2c2895:44017 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:40:33,241 DEBUG [M:0;96bb5f2c2895:44017 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:33,241 INFO [M:0;96bb5f2c2895:44017 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-25T11:40:33,256 DEBUG [M:0;96bb5f2c2895:44017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a23e70562bc4f418e14d1f163e36f40 is 82, key is hbase:meta,,1/info:regioninfo/1732534817601/Put/seqid=0 2024-11-25T11:40:33,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36641 is added to blk_1073741849_1025 (size=5672) 2024-11-25T11:40:33,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x1014eed1b3a0007, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:40:33,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45505-0x1014eed1b3a0007, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:40:33,332 INFO [RS:0;96bb5f2c2895:45505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:40:33,332 INFO [RS:0;96bb5f2c2895:45505 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,45505,1732534816126; zookeeper connection closed. 2024-11-25T11:40:33,332 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f780b04 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f780b04 2024-11-25T11:40:33,332 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T11:40:33,660 INFO [M:0;96bb5f2c2895:44017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a23e70562bc4f418e14d1f163e36f40 2024-11-25T11:40:33,681 DEBUG [M:0;96bb5f2c2895:44017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ac30cc4ecaf47058e249caeceaf11f4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732534823563/Put/seqid=0 2024-11-25T11:40:33,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36641 is added to blk_1073741850_1026 (size=8515) 2024-11-25T11:40:33,808 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 1189, reset compression=false 2024-11-25T11:40:33,815 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 636, reset compression=false 2024-11-25T11:40:34,085 INFO [M:0;96bb5f2c2895:44017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ac30cc4ecaf47058e249caeceaf11f4 2024-11-25T11:40:34,107 DEBUG [M:0;96bb5f2c2895:44017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2e31f3f12024b6aab7a7aaddc3fcfcd is 69, key is 96bb5f2c2895,45505,1732534816126/rs:state/1732534816392/Put/seqid=0 2024-11-25T11:40:34,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36641 is added to blk_1073741851_1027 (size=5156) 2024-11-25T11:40:34,110 INFO [M:0;96bb5f2c2895:44017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2e31f3f12024b6aab7a7aaddc3fcfcd 2024-11-25T11:40:34,114 DEBUG [M:0;96bb5f2c2895:44017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a23e70562bc4f418e14d1f163e36f40 as hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a23e70562bc4f418e14d1f163e36f40 2024-11-25T11:40:34,117 INFO [M:0;96bb5f2c2895:44017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a23e70562bc4f418e14d1f163e36f40, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T11:40:34,118 DEBUG [M:0;96bb5f2c2895:44017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ac30cc4ecaf47058e249caeceaf11f4 as hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ac30cc4ecaf47058e249caeceaf11f4 2024-11-25T11:40:34,121 INFO [M:0;96bb5f2c2895:44017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ac30cc4ecaf47058e249caeceaf11f4, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T11:40:34,121 DEBUG [M:0;96bb5f2c2895:44017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2e31f3f12024b6aab7a7aaddc3fcfcd as hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c2e31f3f12024b6aab7a7aaddc3fcfcd 2024-11-25T11:40:34,124 INFO [M:0;96bb5f2c2895:44017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c2e31f3f12024b6aab7a7aaddc3fcfcd, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T11:40:34,125 INFO [M:0;96bb5f2c2895:44017 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=97, compaction requested=false 2024-11-25T11:40:34,141 INFO [M:0;96bb5f2c2895:44017 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:34,142 DEBUG [M:0;96bb5f2c2895:44017 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534833241Disabling compacts and flushes for region at 1732534833241Disabling writes for close at 1732534833241Obtaining lock to block concurrent updates at 1732534833241Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732534833241Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732534833241Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732534833242 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732534833242Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732534833256 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732534833256Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732534833664 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732534833681 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732534833681Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732534834089 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732534834106 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732534834106Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5312648f: reopening flushed file at 1732534834113 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64801308: reopening flushed file at 1732534834117 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f9776ac: reopening flushed file at 1732534834121 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=97, compaction requested=false at 1732534834125 (+4 ms)Writing region close event to WAL at 1732534834141 (+16 ms)Closed at 1732534834141 2024-11-25T11:40:34,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36641 is added to blk_1073741830_1006 (size=63642) 2024-11-25T11:40:34,144 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b3fe46d0-314f-3e8e-702d-267e8e73ace4/MasterData/WALs/96bb5f2c2895,44017,1732534816077/96bb5f2c2895%2C44017%2C1732534816077.1732534816252 not finished, retry = 0 2024-11-25T11:40:34,245 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:40:34,245 INFO [M:0;96bb5f2c2895:44017 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T11:40:34,245 INFO [M:0;96bb5f2c2895:44017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44017 2024-11-25T11:40:34,245 INFO [M:0;96bb5f2c2895:44017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:40:34,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:40:34,348 INFO [M:0;96bb5f2c2895:44017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:40:34,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44017-0x1014eed1b3a0006, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:40:34,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e0f4b23{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:40:34,351 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f9147eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:40:34,351 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:40:34,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@399c85bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:40:34,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57ed330a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/hadoop.log.dir/,STOPPED} 2024-11-25T11:40:34,353 WARN [BP-242785496-172.17.0.2-1732534815362 heartbeating to localhost/127.0.0.1:35659 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:40:34,353 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:40:34,353 WARN [BP-242785496-172.17.0.2-1732534815362 heartbeating to localhost/127.0.0.1:35659 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-242785496-172.17.0.2-1732534815362 (Datanode Uuid 43e9deed-e72f-42be-be46-8f1311099309) service to localhost/127.0.0.1:35659 2024-11-25T11:40:34,353 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:40:34,353 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/cluster_046b5941-2d03-585e-b2a6-dcd6f34a3213/data/data1/current/BP-242785496-172.17.0.2-1732534815362 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:40:34,354 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/cluster_046b5941-2d03-585e-b2a6-dcd6f34a3213/data/data2/current/BP-242785496-172.17.0.2-1732534815362 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:40:34,354 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:40:34,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b776582{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:40:34,361 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a453c14{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:40:34,361 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:40:34,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c636791{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:40:34,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e91cfc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/hadoop.log.dir/,STOPPED} 2024-11-25T11:40:34,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T11:40:34,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T11:40:34,375 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:40:34,375 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:34,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:34,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:34,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:40:34,376 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T11:40:34,376 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=23822704, stopped=false 2024-11-25T11:40:34,376 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=96bb5f2c2895,32787,1732534813136 2024-11-25T11:40:34,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1706675709/running 2024-11-25T11:40:34,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36537-0x1014eed1b3a0004, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1706675709/running 2024-11-25T11:40:34,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1706675709 2024-11-25T11:40:34,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36537-0x1014eed1b3a0004, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1706675709 2024-11-25T11:40:34,378 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:40:34,379 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:40:34,379 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:34,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:34,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Set watcher on znode that does not yet exist, /1-1706675709/running 2024-11-25T11:40:34,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36537-0x1014eed1b3a0004, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Set watcher on znode that does not yet exist, /1-1706675709/running 2024-11-25T11:40:34,379 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,36537,1732534813183' ***** 2024-11-25T11:40:34,379 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:40:34,380 INFO [RS:0;96bb5f2c2895:36537 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:40:34,380 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:40:34,380 INFO [RS:0;96bb5f2c2895:36537 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:40:34,380 INFO [RS:0;96bb5f2c2895:36537 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:40:34,380 INFO [RS:0;96bb5f2c2895:36537 {}] regionserver.HRegionServer(3091): Received CLOSE for 7063cd6d15d8694b092adba284f8cd2b 2024-11-25T11:40:34,381 INFO [RS:0;96bb5f2c2895:36537 {}] regionserver.HRegionServer(3091): Received CLOSE for f6bdd2fd2e307b183c5dff3fb235f443 2024-11-25T11:40:34,381 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:40:34,381 INFO [RS:0;96bb5f2c2895:36537 {}] regionserver.HRegionServer(959): stopping server 96bb5f2c2895,36537,1732534813183 2024-11-25T11:40:34,381 INFO [RS:0;96bb5f2c2895:36537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:40:34,381 INFO [RS:0;96bb5f2c2895:36537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:36537. 2024-11-25T11:40:34,381 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7063cd6d15d8694b092adba284f8cd2b, disabling compactions & flushes 2024-11-25T11:40:34,381 DEBUG [RS:0;96bb5f2c2895:36537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:34,381 DEBUG [RS:0;96bb5f2c2895:36537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:34,381 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732534818360.7063cd6d15d8694b092adba284f8cd2b. 2024-11-25T11:40:34,381 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534818360.7063cd6d15d8694b092adba284f8cd2b. 2024-11-25T11:40:34,381 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732534818360.7063cd6d15d8694b092adba284f8cd2b. after waiting 0 ms 2024-11-25T11:40:34,381 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732534818360.7063cd6d15d8694b092adba284f8cd2b. 2024-11-25T11:40:34,381 INFO [RS:0;96bb5f2c2895:36537 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:40:34,381 INFO [RS:0;96bb5f2c2895:36537 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:40:34,381 INFO [RS:0;96bb5f2c2895:36537 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:40:34,381 INFO [RS:0;96bb5f2c2895:36537 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T11:40:34,381 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7063cd6d15d8694b092adba284f8cd2b 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-25T11:40:34,381 INFO [RS:0;96bb5f2c2895:36537 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T11:40:34,381 DEBUG [RS:0;96bb5f2c2895:36537 {}] regionserver.HRegionServer(1325): Online Regions={7063cd6d15d8694b092adba284f8cd2b=test,,1732534818360.7063cd6d15d8694b092adba284f8cd2b., f6bdd2fd2e307b183c5dff3fb235f443=hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T11:40:34,381 DEBUG [RS:0;96bb5f2c2895:36537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7063cd6d15d8694b092adba284f8cd2b, f6bdd2fd2e307b183c5dff3fb235f443 2024-11-25T11:40:34,381 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:40:34,381 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:40:34,381 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:40:34,381 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:40:34,381 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:40:34,382 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T11:40:34,396 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/default/test/7063cd6d15d8694b092adba284f8cd2b/.tmp/f/fbbeb15a8eac4fafaeba67ee65c61150 is 29, key is row1/f:/1732534829692/DeleteFamily/seqid=0 2024-11-25T11:40:34,399 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/meta/1588230740/.tmp/info/b02242d124034cfdb92ea902ac95856d is 147, key is hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443./info:regioninfo/1732534822144/Put/seqid=0 2024-11-25T11:40:34,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32947 is added to blk_1073741840_1016 (size=5152) 2024-11-25T11:40:34,400 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/default/test/7063cd6d15d8694b092adba284f8cd2b/.tmp/f/fbbeb15a8eac4fafaeba67ee65c61150 2024-11-25T11:40:34,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32947 is added to blk_1073741841_1017 (size=7686) 2024-11-25T11:40:34,404 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fbbeb15a8eac4fafaeba67ee65c61150 2024-11-25T11:40:34,417 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/default/test/7063cd6d15d8694b092adba284f8cd2b/.tmp/f1/5f330e37a84a4488a0b56f4d00c96733 is 30, key is row1/f1:/1732534829692/DeleteFamily/seqid=0 2024-11-25T11:40:34,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32947 is added to blk_1073741842_1018 (size=5158) 2024-11-25T11:40:34,581 DEBUG [RS:0;96bb5f2c2895:36537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7063cd6d15d8694b092adba284f8cd2b, f6bdd2fd2e307b183c5dff3fb235f443 2024-11-25T11:40:34,612 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 1189, reset compression=false 2024-11-25T11:40:34,616 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:40:34,616 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 1436, reset compression=false 2024-11-25T11:40:34,616 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.shipper96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,36537,1732534813183 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:40:34,617 ERROR [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.shipper96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 96bb5f2c2895,36537,1732534813183: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-96bb5f2c2895,36537,1732534813183, walGroup=96bb5f2c2895%2C36537%2C1732534813183, offset=96bb5f2c2895%2C36537%2C1732534813183.1732534814786:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:36537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T11:40:34,618 ERROR [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.shipper96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T11:40:34,618 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.shipper96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T11:40:34,619 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.shipper96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T11:40:34,619 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.shipper96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T11:40:34,619 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.shipper96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T11:40:34,619 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.shipper96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 942556672 }, "NonHeapMemoryUsage": { "committed": 207093760, "init": 7667712, "max": -1, "used": 201572512 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T11:40:34,619 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.shipper96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:32787 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:32787 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T11:40:34,674 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:40:34,675 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [96bb5f2c2895,44457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:44457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T11:40:34,675 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88549 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [96bb5f2c2895,44457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:44457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T11:40:34,676 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T11:40:34,676 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T11:40:34,782 DEBUG [RS:0;96bb5f2c2895:36537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7063cd6d15d8694b092adba284f8cd2b, f6bdd2fd2e307b183c5dff3fb235f443 2024-11-25T11:40:34,803 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/meta/1588230740/.tmp/info/b02242d124034cfdb92ea902ac95856d 2024-11-25T11:40:34,820 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 1436, reset compression=false 2024-11-25T11:40:34,821 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/default/test/7063cd6d15d8694b092adba284f8cd2b/.tmp/f1/5f330e37a84a4488a0b56f4d00c96733 2024-11-25T11:40:34,822 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/meta/1588230740/.tmp/ns/dbd661a033574e4985c8a841f13c9fd0 is 43, key is default/ns:d/1732534815222/Put/seqid=0 2024-11-25T11:40:34,826 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f330e37a84a4488a0b56f4d00c96733 2024-11-25T11:40:34,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32947 is added to blk_1073741843_1019 (size=5153) 2024-11-25T11:40:34,826 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/meta/1588230740/.tmp/ns/dbd661a033574e4985c8a841f13c9fd0 2024-11-25T11:40:34,841 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/default/test/7063cd6d15d8694b092adba284f8cd2b/.tmp/norep/90a21b8cfc894c8eb9ad3aa2ba0b8ae6 is 33, key is row1/norep:/1732534829692/DeleteFamily/seqid=0 2024-11-25T11:40:34,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32947 is added to blk_1073741844_1020 (size=5108) 2024-11-25T11:40:34,845 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/meta/1588230740/.tmp/rep_barrier/a50690d48c264c1090cdd7d7231e0aeb is 112, key is test,,1732534818360.7063cd6d15d8694b092adba284f8cd2b./rep_barrier:seqnumDuringOpen/1732534819122/Put/seqid=0 2024-11-25T11:40:34,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32947 is added to blk_1073741845_1021 (size=5518) 2024-11-25T11:40:34,848 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/meta/1588230740/.tmp/rep_barrier/a50690d48c264c1090cdd7d7231e0aeb 2024-11-25T11:40:34,866 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/meta/1588230740/.tmp/table/ffeef03b72614c4bad2f8ff73faf9aa0 is 53, key is hbase:replication/table:state/1732534822150/Put/seqid=0 2024-11-25T11:40:34,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32947 is added to blk_1073741846_1022 (size=5308) 2024-11-25T11:40:34,918 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 636, reset compression=false 2024-11-25T11:40:34,982 DEBUG [RS:0;96bb5f2c2895:36537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7063cd6d15d8694b092adba284f8cd2b, f6bdd2fd2e307b183c5dff3fb235f443 2024-11-25T11:40:35,124 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 1436, reset compression=false 2024-11-25T11:40:35,182 DEBUG [RS:0;96bb5f2c2895:36537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7063cd6d15d8694b092adba284f8cd2b, f6bdd2fd2e307b183c5dff3fb235f443 2024-11-25T11:40:35,246 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/default/test/7063cd6d15d8694b092adba284f8cd2b/.tmp/norep/90a21b8cfc894c8eb9ad3aa2ba0b8ae6 2024-11-25T11:40:35,249 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 90a21b8cfc894c8eb9ad3aa2ba0b8ae6 2024-11-25T11:40:35,250 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/default/test/7063cd6d15d8694b092adba284f8cd2b/.tmp/f/fbbeb15a8eac4fafaeba67ee65c61150 as hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/default/test/7063cd6d15d8694b092adba284f8cd2b/f/fbbeb15a8eac4fafaeba67ee65c61150 2024-11-25T11:40:35,254 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fbbeb15a8eac4fafaeba67ee65c61150 2024-11-25T11:40:35,254 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/default/test/7063cd6d15d8694b092adba284f8cd2b/f/fbbeb15a8eac4fafaeba67ee65c61150, entries=3, sequenceid=10, filesize=5.0 K 2024-11-25T11:40:35,254 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/default/test/7063cd6d15d8694b092adba284f8cd2b/.tmp/f1/5f330e37a84a4488a0b56f4d00c96733 as hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/default/test/7063cd6d15d8694b092adba284f8cd2b/f1/5f330e37a84a4488a0b56f4d00c96733 2024-11-25T11:40:35,258 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f330e37a84a4488a0b56f4d00c96733 2024-11-25T11:40:35,258 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/default/test/7063cd6d15d8694b092adba284f8cd2b/f1/5f330e37a84a4488a0b56f4d00c96733, entries=3, sequenceid=10, filesize=5.0 K 2024-11-25T11:40:35,259 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/default/test/7063cd6d15d8694b092adba284f8cd2b/.tmp/norep/90a21b8cfc894c8eb9ad3aa2ba0b8ae6 as hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/default/test/7063cd6d15d8694b092adba284f8cd2b/norep/90a21b8cfc894c8eb9ad3aa2ba0b8ae6 2024-11-25T11:40:35,262 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 90a21b8cfc894c8eb9ad3aa2ba0b8ae6 2024-11-25T11:40:35,263 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/default/test/7063cd6d15d8694b092adba284f8cd2b/norep/90a21b8cfc894c8eb9ad3aa2ba0b8ae6, entries=1, sequenceid=10, filesize=5.0 K 2024-11-25T11:40:35,264 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 7063cd6d15d8694b092adba284f8cd2b in 883ms, sequenceid=10, compaction requested=false 2024-11-25T11:40:35,264 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T11:40:35,268 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/default/test/7063cd6d15d8694b092adba284f8cd2b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-25T11:40:35,269 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:40:35,269 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T11:40:35,269 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732534818360.7063cd6d15d8694b092adba284f8cd2b. 2024-11-25T11:40:35,269 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7063cd6d15d8694b092adba284f8cd2b: Waiting for close lock at 1732534834381Running coprocessor pre-close hooks at 1732534834381Disabling compacts and flushes for region at 1732534834381Disabling writes for close at 1732534834381Obtaining lock to block concurrent updates at 1732534834381Preparing flush snapshotting stores in 7063cd6d15d8694b092adba284f8cd2b at 1732534834381Finished memstore snapshotting test,,1732534818360.7063cd6d15d8694b092adba284f8cd2b., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732534834381Flushing stores of test,,1732534818360.7063cd6d15d8694b092adba284f8cd2b. at 1732534834382 (+1 ms)Flushing 7063cd6d15d8694b092adba284f8cd2b/f: creating writer at 1732534834382Flushing 7063cd6d15d8694b092adba284f8cd2b/f: appending metadata at 1732534834396 (+14 ms)Flushing 7063cd6d15d8694b092adba284f8cd2b/f: closing flushed file at 1732534834396Flushing 7063cd6d15d8694b092adba284f8cd2b/f1: creating writer at 1732534834404 (+8 ms)Flushing 7063cd6d15d8694b092adba284f8cd2b/f1: appending metadata at 1732534834417 (+13 ms)Flushing 7063cd6d15d8694b092adba284f8cd2b/f1: closing flushed file at 1732534834417Flushing 7063cd6d15d8694b092adba284f8cd2b/norep: creating writer at 1732534834826 (+409 ms)Flushing 7063cd6d15d8694b092adba284f8cd2b/norep: appending metadata at 1732534834841 (+15 ms)Flushing 7063cd6d15d8694b092adba284f8cd2b/norep: closing flushed file at 1732534834841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74510c14: reopening flushed file at 1732534835250 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f6fa418: reopening flushed file at 1732534835254 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63ded071: reopening flushed file at 1732534835258 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 7063cd6d15d8694b092adba284f8cd2b in 883ms, sequenceid=10, compaction requested=false at 1732534835264 (+6 ms)Writing region close event to WAL at 1732534835266 (+2 ms)Running coprocessor post-close hooks at 1732534835269 (+3 ms)Closed at 1732534835269 2024-11-25T11:40:35,269 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732534818360.7063cd6d15d8694b092adba284f8cd2b. 2024-11-25T11:40:35,269 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/meta/1588230740/.tmp/table/ffeef03b72614c4bad2f8ff73faf9aa0 2024-11-25T11:40:35,269 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f6bdd2fd2e307b183c5dff3fb235f443, disabling compactions & flushes 2024-11-25T11:40:35,269 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443. 2024-11-25T11:40:35,269 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443. 2024-11-25T11:40:35,269 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443. after waiting 0 ms 2024-11-25T11:40:35,269 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443. 2024-11-25T11:40:35,269 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f6bdd2fd2e307b183c5dff3fb235f443: Waiting for close lock at 1732534835269Running coprocessor pre-close hooks at 1732534835269Disabling compacts and flushes for region at 1732534835269Disabling writes for close at 1732534835269Failed flush hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443., putting online again at 1732534835269 2024-11-25T11:40:35,269 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443. 2024-11-25T11:40:35,273 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/meta/1588230740/.tmp/info/b02242d124034cfdb92ea902ac95856d as hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/meta/1588230740/info/b02242d124034cfdb92ea902ac95856d 2024-11-25T11:40:35,276 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/meta/1588230740/info/b02242d124034cfdb92ea902ac95856d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T11:40:35,277 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/meta/1588230740/.tmp/ns/dbd661a033574e4985c8a841f13c9fd0 as hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/meta/1588230740/ns/dbd661a033574e4985c8a841f13c9fd0 2024-11-25T11:40:35,281 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/meta/1588230740/ns/dbd661a033574e4985c8a841f13c9fd0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T11:40:35,281 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/meta/1588230740/.tmp/rep_barrier/a50690d48c264c1090cdd7d7231e0aeb as hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/meta/1588230740/rep_barrier/a50690d48c264c1090cdd7d7231e0aeb 2024-11-25T11:40:35,285 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/meta/1588230740/rep_barrier/a50690d48c264c1090cdd7d7231e0aeb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T11:40:35,285 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/meta/1588230740/.tmp/table/ffeef03b72614c4bad2f8ff73faf9aa0 as hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/meta/1588230740/table/ffeef03b72614c4bad2f8ff73faf9aa0 2024-11-25T11:40:35,288 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/meta/1588230740/table/ffeef03b72614c4bad2f8ff73faf9aa0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T11:40:35,289 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 908ms, sequenceid=16, compaction requested=false 2024-11-25T11:40:35,289 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T11:40:35,293 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T11:40:35,294 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:40:35,294 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:40:35,294 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:40:35,294 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534834381Running coprocessor pre-close hooks at 1732534834381Disabling compacts and flushes for region at 1732534834381Disabling writes for close at 1732534834381Obtaining lock to block concurrent updates at 1732534834382 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732534834382Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732534834382Flushing stores of hbase:meta,,1.1588230740 at 1732534834382Flushing 1588230740/info: creating writer at 1732534834382Flushing 1588230740/info: appending metadata at 1732534834399 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732534834399Flushing 1588230740/ns: creating writer at 1732534834807 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732534834822 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732534834822Flushing 1588230740/rep_barrier: creating writer at 1732534834830 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732534834845 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732534834845Flushing 1588230740/table: creating writer at 1732534834852 (+7 ms)Flushing 1588230740/table: appending metadata at 1732534834865 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732534834865Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6edf4d9b: reopening flushed file at 1732534835272 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3403c4f9: reopening flushed file at 1732534835277 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fa7ccca: reopening flushed file at 1732534835281 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37aea62e: reopening flushed file at 1732534835285 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 908ms, sequenceid=16, compaction requested=false at 1732534835289 (+4 ms)Writing region close event to WAL at 1732534835291 (+2 ms)Running coprocessor post-close hooks at 1732534835294 (+3 ms)Closed at 1732534835294 2024-11-25T11:40:35,294 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T11:40:35,382 INFO [RS:0;96bb5f2c2895:36537 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T11:40:35,382 DEBUG [RS:0;96bb5f2c2895:36537 {}] regionserver.HRegionServer(1325): Online Regions={f6bdd2fd2e307b183c5dff3fb235f443=hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443.} 2024-11-25T11:40:35,382 INFO [RS:0;96bb5f2c2895:36537 {}] regionserver.HRegionServer(3091): Received CLOSE for f6bdd2fd2e307b183c5dff3fb235f443 2024-11-25T11:40:35,383 DEBUG [RS:0;96bb5f2c2895:36537 {}] regionserver.HRegionServer(1351): Waiting on f6bdd2fd2e307b183c5dff3fb235f443 2024-11-25T11:40:35,383 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f6bdd2fd2e307b183c5dff3fb235f443, disabling compactions & flushes 2024-11-25T11:40:35,383 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443. 2024-11-25T11:40:35,383 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443. 2024-11-25T11:40:35,383 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443. after waiting 0 ms 2024-11-25T11:40:35,383 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443. 2024-11-25T11:40:35,383 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f6bdd2fd2e307b183c5dff3fb235f443: Waiting for close lock at 1732534835383Running coprocessor pre-close hooks at 1732534835383Disabling compacts and flushes for region at 1732534835383Disabling writes for close at 1732534835383Failed flush hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443., putting online again at 1732534835383 2024-11-25T11:40:35,383 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732534821308.f6bdd2fd2e307b183c5dff3fb235f443. 2024-11-25T11:40:35,527 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 1436, reset compression=false 2024-11-25T11:40:35,532 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:40:35,532 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 2080, reset compression=false 2024-11-25T11:40:35,583 INFO [RS:0;96bb5f2c2895:36537 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-25T11:40:35,583 INFO [RS:0;96bb5f2c2895:36537 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,36537,1732534813183; all regions closed. 2024-11-25T11:40:35,585 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.meta.1732534815184.meta not finished, retry = 0 2024-11-25T11:40:35,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32947 is added to blk_1073741834_1010 (size=4239) 2024-11-25T11:40:35,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32947 is added to blk_1073741839_1015 (size=2171) 2024-11-25T11:40:35,687 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.rep.1732534822087 not finished, retry = 0 2024-11-25T11:40:35,734 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/WALs/96bb5f2c2895,36537,1732534813183/96bb5f2c2895%2C36537%2C1732534813183.1732534814786 to pos 2080, reset compression=false 2024-11-25T11:40:35,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32947 is added to blk_1073741833_1009 (size=2088) 2024-11-25T11:40:35,790 DEBUG [RS:0;96bb5f2c2895:36537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:35,790 INFO [RS:0;96bb5f2c2895:36537 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:40:35,791 INFO [RS:0;96bb5f2c2895:36537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:40:35,791 INFO [RS:0;96bb5f2c2895:36537 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T11:40:35,791 INFO [RS:0;96bb5f2c2895:36537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:40:35,791 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:40:35,791 INFO [RS:0;96bb5f2c2895:36537 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-96bb5f2c2895,36537,1732534813183 because: Region server is closing 2024-11-25T11:40:35,791 INFO [RS:0;96bb5f2c2895:36537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:36537. 2024-11-25T11:40:35,791 DEBUG [RS:0;96bb5f2c2895:36537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:35,791 DEBUG [RS:0;96bb5f2c2895:36537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:35,792 DEBUG [RS:0;96bb5f2c2895:36537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:35,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:40:35,892 INFO [RS:0;96bb5f2c2895:36537 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.shipper96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 terminated 2024-11-25T11:40:35,892 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,36537,1732534813183.replicationSource.wal-reader.96bb5f2c2895%2C36537%2C1732534813183,1-96bb5f2c2895,36537,1732534813183 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T11:40:35,892 INFO [RS:0;96bb5f2c2895:36537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:36537. 2024-11-25T11:40:35,892 DEBUG [RS:0;96bb5f2c2895:36537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:35,892 DEBUG [RS:0;96bb5f2c2895:36537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:35,892 DEBUG [RS:0;96bb5f2c2895:36537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:35,892 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:40:35,892 INFO [RS:0;96bb5f2c2895:36537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36537 2024-11-25T11:40:35,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36537-0x1014eed1b3a0004, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1706675709/rs/96bb5f2c2895,36537,1732534813183 2024-11-25T11:40:35,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1706675709/rs 2024-11-25T11:40:35,894 INFO [RS:0;96bb5f2c2895:36537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:40:35,900 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,36537,1732534813183] 2024-11-25T11:40:35,902 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1706675709/draining/96bb5f2c2895,36537,1732534813183 already deleted, retry=false 2024-11-25T11:40:35,902 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96bb5f2c2895,36537,1732534813183 expired; onlineServers=0 2024-11-25T11:40:35,902 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '96bb5f2c2895,32787,1732534813136' ***** 2024-11-25T11:40:35,902 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T11:40:35,902 INFO [M:0;96bb5f2c2895:32787 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:40:35,902 INFO [M:0;96bb5f2c2895:32787 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:40:35,902 DEBUG [M:0;96bb5f2c2895:32787 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T11:40:35,902 DEBUG [M:0;96bb5f2c2895:32787 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T11:40:35,902 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T11:40:35,902 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534814585 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534814585,5,FailOnTimeoutGroup] 2024-11-25T11:40:35,902 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534814588 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534814588,5,FailOnTimeoutGroup] 2024-11-25T11:40:35,902 INFO [M:0;96bb5f2c2895:32787 {}] hbase.ChoreService(370): Chore service for: master/96bb5f2c2895:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T11:40:35,903 INFO [M:0;96bb5f2c2895:32787 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:40:35,903 DEBUG [M:0;96bb5f2c2895:32787 {}] master.HMaster(1795): Stopping service threads 2024-11-25T11:40:35,903 INFO [M:0;96bb5f2c2895:32787 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T11:40:35,903 INFO [M:0;96bb5f2c2895:32787 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:40:35,903 INFO [M:0;96bb5f2c2895:32787 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T11:40:35,903 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T11:40:35,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1706675709/master 2024-11-25T11:40:35,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1706675709 2024-11-25T11:40:35,904 DEBUG [M:0;96bb5f2c2895:32787 {}] zookeeper.ZKUtil(347): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Unable to get data of znode /1-1706675709/master because node does not exist (not an error) 2024-11-25T11:40:35,904 WARN [M:0;96bb5f2c2895:32787 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T11:40:35,905 INFO [M:0;96bb5f2c2895:32787 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/.lastflushedseqids 2024-11-25T11:40:35,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32947 is added to blk_1073741847_1023 (size=245) 2024-11-25T11:40:36,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36537-0x1014eed1b3a0004, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:40:36,000 INFO [RS:0;96bb5f2c2895:36537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:40:36,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36537-0x1014eed1b3a0004, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:40:36,001 INFO [RS:0;96bb5f2c2895:36537 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,36537,1732534813183; zookeeper connection closed. 2024-11-25T11:40:36,001 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64b49346 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64b49346 2024-11-25T11:40:36,001 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T11:40:36,121 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 636, reset compression=false 2024-11-25T11:40:36,309 INFO [M:0;96bb5f2c2895:32787 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T11:40:36,309 INFO [M:0;96bb5f2c2895:32787 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T11:40:36,309 DEBUG [M:0;96bb5f2c2895:32787 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:40:36,309 INFO [M:0;96bb5f2c2895:32787 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:36,309 DEBUG [M:0;96bb5f2c2895:32787 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:36,310 DEBUG [M:0;96bb5f2c2895:32787 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:40:36,310 DEBUG [M:0;96bb5f2c2895:32787 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:36,310 INFO [M:0;96bb5f2c2895:32787 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-25T11:40:36,327 DEBUG [M:0;96bb5f2c2895:32787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06d72d506c954717ad4aa22ac950f0c2 is 82, key is hbase:meta,,1/info:regioninfo/1732534815212/Put/seqid=0 2024-11-25T11:40:36,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32947 is added to blk_1073741848_1024 (size=5672) 2024-11-25T11:40:36,731 INFO [M:0;96bb5f2c2895:32787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06d72d506c954717ad4aa22ac950f0c2 2024-11-25T11:40:36,750 DEBUG [M:0;96bb5f2c2895:32787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da796b71b3df4589842b5e14ac4eaacd is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732534822153/Put/seqid=0 2024-11-25T11:40:36,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32947 is added to blk_1073741849_1025 (size=8515) 2024-11-25T11:40:37,154 INFO [M:0;96bb5f2c2895:32787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da796b71b3df4589842b5e14ac4eaacd 2024-11-25T11:40:37,176 DEBUG [M:0;96bb5f2c2895:32787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa1a1deff65f4e89bef3d6c71b9fc8a7 is 69, key is 96bb5f2c2895,36537,1732534813183/rs:state/1732534814636/Put/seqid=0 2024-11-25T11:40:37,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32947 is added to blk_1073741850_1026 (size=5156) 2024-11-25T11:40:37,327 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:40:37,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:37,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:37,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:37,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:37,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:37,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:37,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:37,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:37,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:37,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:37,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:37,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:37,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:37,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:37,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:37,425 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 636, reset compression=false 2024-11-25T11:40:37,580 INFO [M:0;96bb5f2c2895:32787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa1a1deff65f4e89bef3d6c71b9fc8a7 2024-11-25T11:40:37,584 DEBUG [M:0;96bb5f2c2895:32787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06d72d506c954717ad4aa22ac950f0c2 as hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06d72d506c954717ad4aa22ac950f0c2 2024-11-25T11:40:37,587 INFO [M:0;96bb5f2c2895:32787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06d72d506c954717ad4aa22ac950f0c2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T11:40:37,588 DEBUG [M:0;96bb5f2c2895:32787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da796b71b3df4589842b5e14ac4eaacd as hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da796b71b3df4589842b5e14ac4eaacd 2024-11-25T11:40:37,591 INFO [M:0;96bb5f2c2895:32787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da796b71b3df4589842b5e14ac4eaacd, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T11:40:37,591 DEBUG [M:0;96bb5f2c2895:32787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa1a1deff65f4e89bef3d6c71b9fc8a7 as hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa1a1deff65f4e89bef3d6c71b9fc8a7 2024-11-25T11:40:37,594 INFO [M:0;96bb5f2c2895:32787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38657/user/jenkins/test-data/37fcfd88-a2bf-2ca1-d588-be119e430934/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa1a1deff65f4e89bef3d6c71b9fc8a7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T11:40:37,595 INFO [M:0;96bb5f2c2895:32787 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false 2024-11-25T11:40:37,596 INFO [M:0;96bb5f2c2895:32787 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:37,596 DEBUG [M:0;96bb5f2c2895:32787 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534836309Disabling compacts and flushes for region at 1732534836309Disabling writes for close at 1732534836310 (+1 ms)Obtaining lock to block concurrent updates at 1732534836310Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732534836310Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732534836310Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732534836311 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732534836311Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732534836326 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732534836327 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732534836735 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732534836750 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732534836750Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732534837158 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732534837176 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732534837176Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50981200: reopening flushed file at 1732534837583 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4707c65e: reopening flushed file at 1732534837587 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@257c1806: reopening flushed file at 1732534837591 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false at 1732534837595 (+4 ms)Writing region close event to WAL at 1732534837596 (+1 ms)Closed at 1732534837596 2024-11-25T11:40:37,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32947 is added to blk_1073741830_1006 (size=63642) 2024-11-25T11:40:37,598 INFO [M:0;96bb5f2c2895:32787 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T11:40:37,598 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:40:37,599 INFO [M:0;96bb5f2c2895:32787 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32787 2024-11-25T11:40:37,599 INFO [M:0;96bb5f2c2895:32787 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:40:37,702 INFO [M:0;96bb5f2c2895:32787 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:40:37,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:40:37,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x1014eed1b3a0003, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:40:37,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39ef07de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:40:37,706 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6de3b801{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:40:37,706 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:40:37,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a0fd252{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:40:37,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5aa680c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/hadoop.log.dir/,STOPPED} 2024-11-25T11:40:37,707 WARN [BP-1514859766-172.17.0.2-1732534812325 heartbeating to localhost/127.0.0.1:38657 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:40:37,708 WARN [BP-1514859766-172.17.0.2-1732534812325 heartbeating to localhost/127.0.0.1:38657 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1514859766-172.17.0.2-1732534812325 (Datanode Uuid 39c128f9-be2c-45c6-bedd-73112c66f83e) service to localhost/127.0.0.1:38657 2024-11-25T11:40:37,708 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:40:37,708 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:40:37,708 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/cluster_3e0203d9-c6f4-c181-9d0e-0e6eda4e9af5/data/data1/current/BP-1514859766-172.17.0.2-1732534812325 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:40:37,708 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/cluster_3e0203d9-c6f4-c181-9d0e-0e6eda4e9af5/data/data2/current/BP-1514859766-172.17.0.2-1732534812325 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:40:37,709 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:40:37,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36908947{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:40:37,715 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@304c7fd8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:40:37,715 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:40:37,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e5e0e9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:40:37,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6477d5e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44015ce6-a8b0-5054-e519-ec6de2dc1d2e/hadoop.log.dir/,STOPPED} 2024-11-25T11:40:37,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T11:40:37,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T11:40:37,727 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:40:37,728 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:37,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:37,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:37,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:40:37,728 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T11:40:37,728 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2141212358, stopped=false 2024-11-25T11:40:37,728 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=96bb5f2c2895,35589,1732534809837 2024-11-25T11:40:37,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33787-0x1014eed1b3a0001, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-385692280/running 2024-11-25T11:40:37,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-385692280/running 2024-11-25T11:40:37,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33787-0x1014eed1b3a0001, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-385692280 2024-11-25T11:40:37,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-385692280 2024-11-25T11:40:37,731 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:40:37,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33787-0x1014eed1b3a0001, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Set watcher on znode that does not yet exist, /0-385692280/running 2024-11-25T11:40:37,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Set watcher on znode that does not yet exist, /0-385692280/running 2024-11-25T11:40:37,732 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:40:37,732 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:37,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:37,732 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,33787,1732534809936' ***** 2024-11-25T11:40:37,732 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:40:37,733 INFO [RS:0;96bb5f2c2895:33787 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:40:37,733 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:40:37,733 INFO [RS:0;96bb5f2c2895:33787 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:40:37,733 INFO [RS:0;96bb5f2c2895:33787 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:40:37,733 INFO [RS:0;96bb5f2c2895:33787 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c2815020f88ed8ee77cc57e97e71db8 2024-11-25T11:40:37,733 INFO [RS:0;96bb5f2c2895:33787 {}] regionserver.HRegionServer(3091): Received CLOSE for 8febdbaea171bf511b3048db8c899a85 2024-11-25T11:40:37,733 INFO [RS:0;96bb5f2c2895:33787 {}] regionserver.HRegionServer(959): stopping server 96bb5f2c2895,33787,1732534809936 2024-11-25T11:40:37,733 INFO [RS:0;96bb5f2c2895:33787 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:40:37,733 INFO [RS:0;96bb5f2c2895:33787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:33787. 2024-11-25T11:40:37,733 DEBUG [RS:0;96bb5f2c2895:33787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:37,733 DEBUG [RS:0;96bb5f2c2895:33787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:37,733 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c2815020f88ed8ee77cc57e97e71db8, disabling compactions & flushes 2024-11-25T11:40:37,733 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534820176.2c2815020f88ed8ee77cc57e97e71db8. 2024-11-25T11:40:37,733 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534820176.2c2815020f88ed8ee77cc57e97e71db8. 2024-11-25T11:40:37,733 INFO [RS:0;96bb5f2c2895:33787 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:40:37,733 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534820176.2c2815020f88ed8ee77cc57e97e71db8. after waiting 0 ms 2024-11-25T11:40:37,733 INFO [RS:0;96bb5f2c2895:33787 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:40:37,733 INFO [RS:0;96bb5f2c2895:33787 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:40:37,733 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534820176.2c2815020f88ed8ee77cc57e97e71db8. 2024-11-25T11:40:37,733 INFO [RS:0;96bb5f2c2895:33787 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T11:40:37,733 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2c2815020f88ed8ee77cc57e97e71db8 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-25T11:40:37,734 INFO [RS:0;96bb5f2c2895:33787 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T11:40:37,734 DEBUG [RS:0;96bb5f2c2895:33787 {}] regionserver.HRegionServer(1325): Online Regions={2c2815020f88ed8ee77cc57e97e71db8=hbase:replication,,1732534820176.2c2815020f88ed8ee77cc57e97e71db8., 1588230740=hbase:meta,,1.1588230740, 8febdbaea171bf511b3048db8c899a85=test,,1732534817725.8febdbaea171bf511b3048db8c899a85.} 2024-11-25T11:40:37,734 DEBUG [RS:0;96bb5f2c2895:33787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c2815020f88ed8ee77cc57e97e71db8, 8febdbaea171bf511b3048db8c899a85 2024-11-25T11:40:37,734 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:40:37,734 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:40:37,734 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:40:37,734 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:40:37,734 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:40:37,734 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T11:40:37,749 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/replication/2c2815020f88ed8ee77cc57e97e71db8/.tmp/queue/c1cf50f7ac8a46caad1fcbe73baef367 is 153, key is 1-96bb5f2c2895,33787,1732534809936/queue:96bb5f2c2895%2C33787%2C1732534809936/1732534828391/Put/seqid=0 2024-11-25T11:40:37,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43841 is added to blk_1073741840_1016 (size=5352) 2024-11-25T11:40:37,755 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/meta/1588230740/.tmp/info/10fd6f46220d4d0dac7ae2a49f47b39f is 147, key is hbase:replication,,1732534820176.2c2815020f88ed8ee77cc57e97e71db8./info:regioninfo/1732534821006/Put/seqid=0 2024-11-25T11:40:37,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43841 is added to blk_1073741841_1017 (size=7686) 2024-11-25T11:40:37,758 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/meta/1588230740/.tmp/info/10fd6f46220d4d0dac7ae2a49f47b39f 2024-11-25T11:40:37,778 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/meta/1588230740/.tmp/ns/942700e53d65411aa13d46c3a73c0c9c is 43, key is default/ns:d/1732534812206/Put/seqid=0 2024-11-25T11:40:37,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43841 is added to blk_1073741842_1018 (size=5153) 2024-11-25T11:40:37,781 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/meta/1588230740/.tmp/ns/942700e53d65411aa13d46c3a73c0c9c 2024-11-25T11:40:37,784 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:40:37,801 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/meta/1588230740/.tmp/rep_barrier/2e0ff1af45d24f688412f9d244345175 is 112, key is test,,1732534817725.8febdbaea171bf511b3048db8c899a85./rep_barrier:seqnumDuringOpen/1732534818142/Put/seqid=0 2024-11-25T11:40:37,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43841 is added to blk_1073741843_1019 (size=5518) 2024-11-25T11:40:37,804 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/meta/1588230740/.tmp/rep_barrier/2e0ff1af45d24f688412f9d244345175 2024-11-25T11:40:37,823 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/meta/1588230740/.tmp/table/37de04ae392c4031b9880ee5ea35731e is 53, key is hbase:replication/table:state/1732534821013/Put/seqid=0 2024-11-25T11:40:37,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43841 is added to blk_1073741844_1020 (size=5308) 2024-11-25T11:40:37,827 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/meta/1588230740/.tmp/table/37de04ae392c4031b9880ee5ea35731e 2024-11-25T11:40:37,831 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/meta/1588230740/.tmp/info/10fd6f46220d4d0dac7ae2a49f47b39f as hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/meta/1588230740/info/10fd6f46220d4d0dac7ae2a49f47b39f 2024-11-25T11:40:37,834 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/meta/1588230740/info/10fd6f46220d4d0dac7ae2a49f47b39f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T11:40:37,834 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/meta/1588230740/.tmp/ns/942700e53d65411aa13d46c3a73c0c9c as hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/meta/1588230740/ns/942700e53d65411aa13d46c3a73c0c9c 2024-11-25T11:40:37,837 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/meta/1588230740/ns/942700e53d65411aa13d46c3a73c0c9c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T11:40:37,838 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/meta/1588230740/.tmp/rep_barrier/2e0ff1af45d24f688412f9d244345175 as hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/meta/1588230740/rep_barrier/2e0ff1af45d24f688412f9d244345175 2024-11-25T11:40:37,840 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/meta/1588230740/rep_barrier/2e0ff1af45d24f688412f9d244345175, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T11:40:37,841 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/meta/1588230740/.tmp/table/37de04ae392c4031b9880ee5ea35731e as hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/meta/1588230740/table/37de04ae392c4031b9880ee5ea35731e 2024-11-25T11:40:37,844 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/meta/1588230740/table/37de04ae392c4031b9880ee5ea35731e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T11:40:37,844 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=16, compaction requested=false 2024-11-25T11:40:37,848 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T11:40:37,848 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:40:37,848 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:40:37,848 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:40:37,848 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534837734Running coprocessor pre-close hooks at 1732534837734Disabling compacts and flushes for region at 1732534837734Disabling writes for close at 1732534837734Obtaining lock to block concurrent updates at 1732534837734Preparing flush snapshotting stores in 1588230740 at 1732534837734Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732534837734Flushing stores of hbase:meta,,1.1588230740 at 1732534837734Flushing 1588230740/info: creating writer at 1732534837735 (+1 ms)Flushing 1588230740/info: appending metadata at 1732534837755 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732534837755Flushing 1588230740/ns: creating writer at 1732534837762 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732534837778 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732534837778Flushing 1588230740/rep_barrier: creating writer at 1732534837785 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732534837801 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732534837801Flushing 1588230740/table: creating writer at 1732534837807 (+6 ms)Flushing 1588230740/table: appending metadata at 1732534837823 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732534837823Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@728671ab: reopening flushed file at 1732534837830 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@341faf8a: reopening flushed file at 1732534837834 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2340bc22: reopening flushed file at 1732534837837 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52299890: reopening flushed file at 1732534837840 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=16, compaction requested=false at 1732534837844 (+4 ms)Writing region close event to WAL at 1732534837846 (+2 ms)Running coprocessor post-close hooks at 1732534837848 (+2 ms)Closed at 1732534837848 2024-11-25T11:40:37,849 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T11:40:37,934 DEBUG [RS:0;96bb5f2c2895:33787 {}] regionserver.HRegionServer(1351): Waiting on 2c2815020f88ed8ee77cc57e97e71db8, 8febdbaea171bf511b3048db8c899a85 2024-11-25T11:40:38,134 DEBUG [RS:0;96bb5f2c2895:33787 {}] regionserver.HRegionServer(1351): Waiting on 2c2815020f88ed8ee77cc57e97e71db8, 8febdbaea171bf511b3048db8c899a85 2024-11-25T11:40:38,152 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/replication/2c2815020f88ed8ee77cc57e97e71db8/.tmp/queue/c1cf50f7ac8a46caad1fcbe73baef367 2024-11-25T11:40:38,157 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/replication/2c2815020f88ed8ee77cc57e97e71db8/.tmp/queue/c1cf50f7ac8a46caad1fcbe73baef367 as hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/replication/2c2815020f88ed8ee77cc57e97e71db8/queue/c1cf50f7ac8a46caad1fcbe73baef367 2024-11-25T11:40:38,160 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/replication/2c2815020f88ed8ee77cc57e97e71db8/queue/c1cf50f7ac8a46caad1fcbe73baef367, entries=1, sequenceid=8, filesize=5.2 K 2024-11-25T11:40:38,161 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 2c2815020f88ed8ee77cc57e97e71db8 in 428ms, sequenceid=8, compaction requested=false 2024-11-25T11:40:38,161 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T11:40:38,164 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/hbase/replication/2c2815020f88ed8ee77cc57e97e71db8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-25T11:40:38,165 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:40:38,165 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:40:38,165 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732534820176.2c2815020f88ed8ee77cc57e97e71db8. 2024-11-25T11:40:38,165 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c2815020f88ed8ee77cc57e97e71db8: Waiting for close lock at 1732534837733Running coprocessor pre-close hooks at 1732534837733Disabling compacts and flushes for region at 1732534837733Disabling writes for close at 1732534837733Obtaining lock to block concurrent updates at 1732534837733Preparing flush snapshotting stores in 2c2815020f88ed8ee77cc57e97e71db8 at 1732534837733Finished memstore snapshotting hbase:replication,,1732534820176.2c2815020f88ed8ee77cc57e97e71db8., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732534837734 (+1 ms)Flushing stores of hbase:replication,,1732534820176.2c2815020f88ed8ee77cc57e97e71db8. at 1732534837734Flushing 2c2815020f88ed8ee77cc57e97e71db8/queue: creating writer at 1732534837734Flushing 2c2815020f88ed8ee77cc57e97e71db8/queue: appending metadata at 1732534837748 (+14 ms)Flushing 2c2815020f88ed8ee77cc57e97e71db8/queue: closing flushed file at 1732534837748Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eed8283: reopening flushed file at 1732534838156 (+408 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 2c2815020f88ed8ee77cc57e97e71db8 in 428ms, sequenceid=8, compaction requested=false at 1732534838161 (+5 ms)Writing region close event to WAL at 1732534838162 (+1 ms)Running coprocessor post-close hooks at 1732534838164 (+2 ms)Closed at 1732534838165 (+1 ms) 2024-11-25T11:40:38,165 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732534820176.2c2815020f88ed8ee77cc57e97e71db8. 2024-11-25T11:40:38,165 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8febdbaea171bf511b3048db8c899a85, disabling compactions & flushes 2024-11-25T11:40:38,165 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732534817725.8febdbaea171bf511b3048db8c899a85. 2024-11-25T11:40:38,165 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534817725.8febdbaea171bf511b3048db8c899a85. 2024-11-25T11:40:38,165 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732534817725.8febdbaea171bf511b3048db8c899a85. after waiting 0 ms 2024-11-25T11:40:38,165 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732534817725.8febdbaea171bf511b3048db8c899a85. 2024-11-25T11:40:38,165 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8febdbaea171bf511b3048db8c899a85 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-25T11:40:38,183 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/default/test/8febdbaea171bf511b3048db8c899a85/.tmp/f/3d5efb99f2df41bf89b3c1c872046177 is 28, key is row/f:/1732534827686/DeleteFamily/seqid=0 2024-11-25T11:40:38,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43841 is added to blk_1073741845_1021 (size=5085) 2024-11-25T11:40:38,187 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/default/test/8febdbaea171bf511b3048db8c899a85/.tmp/f/3d5efb99f2df41bf89b3c1c872046177 2024-11-25T11:40:38,190 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d5efb99f2df41bf89b3c1c872046177 2024-11-25T11:40:38,203 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/default/test/8febdbaea171bf511b3048db8c899a85/.tmp/f1/739bf942a5074515bcd5ea23e022813d is 29, key is row/f1:/1732534827686/DeleteFamily/seqid=0 2024-11-25T11:40:38,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43841 is added to blk_1073741846_1022 (size=5089) 2024-11-25T11:40:38,334 DEBUG [RS:0;96bb5f2c2895:33787 {}] regionserver.HRegionServer(1351): Waiting on 8febdbaea171bf511b3048db8c899a85 2024-11-25T11:40:38,534 DEBUG [RS:0;96bb5f2c2895:33787 {}] regionserver.HRegionServer(1351): Waiting on 8febdbaea171bf511b3048db8c899a85 2024-11-25T11:40:38,540 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T11:40:38,540 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T11:40:38,607 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/default/test/8febdbaea171bf511b3048db8c899a85/.tmp/f1/739bf942a5074515bcd5ea23e022813d 2024-11-25T11:40:38,610 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 739bf942a5074515bcd5ea23e022813d 2024-11-25T11:40:38,625 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/default/test/8febdbaea171bf511b3048db8c899a85/.tmp/norep/d54be4f896044746a614eecf47780706 is 32, key is row/norep:/1732534827686/DeleteFamily/seqid=0 2024-11-25T11:40:38,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43841 is added to blk_1073741847_1023 (size=5101) 2024-11-25T11:40:38,735 DEBUG [RS:0;96bb5f2c2895:33787 {}] regionserver.HRegionServer(1351): Waiting on 8febdbaea171bf511b3048db8c899a85 2024-11-25T11:40:38,828 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 636, reset compression=false 2024-11-25T11:40:38,832 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:40:38,832 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 883, reset compression=false 2024-11-25T11:40:38,832 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.shipper96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,33787,1732534809936 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:40:38,833 ERROR [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.shipper96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 96bb5f2c2895,33787,1732534809936: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-96bb5f2c2895,33787,1732534809936, walGroup=96bb5f2c2895%2C33787%2C1732534809936, offset=96bb5f2c2895%2C33787%2C1732534809936.1732534811677:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:33787 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T11:40:38,834 ERROR [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.shipper96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T11:40:38,834 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.shipper96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T11:40:38,835 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.shipper96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T11:40:38,835 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.shipper96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T11:40:38,835 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.shipper96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T11:40:38,835 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.shipper96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 1045317120 }, "NonHeapMemoryUsage": { "committed": 207159296, "init": 7667712, "max": -1, "used": 202154664 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T11:40:38,835 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.shipper96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:35589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:35589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T11:40:38,935 INFO [RS:0;96bb5f2c2895:33787 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T11:40:38,935 DEBUG [RS:0;96bb5f2c2895:33787 {}] regionserver.HRegionServer(1325): Online Regions={8febdbaea171bf511b3048db8c899a85=test,,1732534817725.8febdbaea171bf511b3048db8c899a85.} 2024-11-25T11:40:38,935 DEBUG [RS:0;96bb5f2c2895:33787 {}] regionserver.HRegionServer(1351): Waiting on 8febdbaea171bf511b3048db8c899a85 2024-11-25T11:40:39,028 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/default/test/8febdbaea171bf511b3048db8c899a85/.tmp/norep/d54be4f896044746a614eecf47780706 2024-11-25T11:40:39,032 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d54be4f896044746a614eecf47780706 2024-11-25T11:40:39,033 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/default/test/8febdbaea171bf511b3048db8c899a85/.tmp/f/3d5efb99f2df41bf89b3c1c872046177 as hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/default/test/8febdbaea171bf511b3048db8c899a85/f/3d5efb99f2df41bf89b3c1c872046177 2024-11-25T11:40:39,036 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d5efb99f2df41bf89b3c1c872046177 2024-11-25T11:40:39,036 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/default/test/8febdbaea171bf511b3048db8c899a85/f/3d5efb99f2df41bf89b3c1c872046177, entries=1, sequenceid=6, filesize=5.0 K 2024-11-25T11:40:39,037 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/WALs/96bb5f2c2895,33787,1732534809936/96bb5f2c2895%2C33787%2C1732534809936.1732534811677 to pos 883, reset compression=false 2024-11-25T11:40:39,037 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/default/test/8febdbaea171bf511b3048db8c899a85/.tmp/f1/739bf942a5074515bcd5ea23e022813d as hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/default/test/8febdbaea171bf511b3048db8c899a85/f1/739bf942a5074515bcd5ea23e022813d 2024-11-25T11:40:39,041 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 739bf942a5074515bcd5ea23e022813d 2024-11-25T11:40:39,041 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/default/test/8febdbaea171bf511b3048db8c899a85/f1/739bf942a5074515bcd5ea23e022813d, entries=1, sequenceid=6, filesize=5.0 K 2024-11-25T11:40:39,042 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/default/test/8febdbaea171bf511b3048db8c899a85/.tmp/norep/d54be4f896044746a614eecf47780706 as hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/default/test/8febdbaea171bf511b3048db8c899a85/norep/d54be4f896044746a614eecf47780706 2024-11-25T11:40:39,045 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d54be4f896044746a614eecf47780706 2024-11-25T11:40:39,045 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/default/test/8febdbaea171bf511b3048db8c899a85/norep/d54be4f896044746a614eecf47780706, entries=1, sequenceid=6, filesize=5.0 K 2024-11-25T11:40:39,046 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 8febdbaea171bf511b3048db8c899a85 in 881ms, sequenceid=6, compaction requested=false 2024-11-25T11:40:39,046 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T11:40:39,050 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/data/default/test/8febdbaea171bf511b3048db8c899a85/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T11:40:39,050 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:40:39,050 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T11:40:39,050 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732534817725.8febdbaea171bf511b3048db8c899a85. 2024-11-25T11:40:39,051 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8febdbaea171bf511b3048db8c899a85: Waiting for close lock at 1732534838165Running coprocessor pre-close hooks at 1732534838165Disabling compacts and flushes for region at 1732534838165Disabling writes for close at 1732534838165Obtaining lock to block concurrent updates at 1732534838165Preparing flush snapshotting stores in 8febdbaea171bf511b3048db8c899a85 at 1732534838165Finished memstore snapshotting test,,1732534817725.8febdbaea171bf511b3048db8c899a85., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732534838165Flushing stores of test,,1732534817725.8febdbaea171bf511b3048db8c899a85. at 1732534838166 (+1 ms)Flushing 8febdbaea171bf511b3048db8c899a85/f: creating writer at 1732534838166Flushing 8febdbaea171bf511b3048db8c899a85/f: appending metadata at 1732534838183 (+17 ms)Flushing 8febdbaea171bf511b3048db8c899a85/f: closing flushed file at 1732534838183Flushing 8febdbaea171bf511b3048db8c899a85/f1: creating writer at 1732534838190 (+7 ms)Flushing 8febdbaea171bf511b3048db8c899a85/f1: appending metadata at 1732534838203 (+13 ms)Flushing 8febdbaea171bf511b3048db8c899a85/f1: closing flushed file at 1732534838203Flushing 8febdbaea171bf511b3048db8c899a85/norep: creating writer at 1732534838610 (+407 ms)Flushing 8febdbaea171bf511b3048db8c899a85/norep: appending metadata at 1732534838624 (+14 ms)Flushing 8febdbaea171bf511b3048db8c899a85/norep: closing flushed file at 1732534838624Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@458e8f16: reopening flushed file at 1732534839032 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58549c6d: reopening flushed file at 1732534839036 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d9be3ce: reopening flushed file at 1732534839041 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 8febdbaea171bf511b3048db8c899a85 in 881ms, sequenceid=6, compaction requested=false at 1732534839046 (+5 ms)Writing region close event to WAL at 1732534839048 (+2 ms)Running coprocessor post-close hooks at 1732534839050 (+2 ms)Closed at 1732534839050 2024-11-25T11:40:39,051 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732534817725.8febdbaea171bf511b3048db8c899a85. 2024-11-25T11:40:39,135 INFO [RS:0;96bb5f2c2895:33787 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,33787,1732534809936; all regions closed. 2024-11-25T11:40:39,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43841 is added to blk_1073741834_1010 (size=4239) 2024-11-25T11:40:39,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43841 is added to blk_1073741839_1015 (size=2240) 2024-11-25T11:40:39,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43841 is added to blk_1073741832_1008 (size=1535) 2024-11-25T11:40:39,142 DEBUG [RS:0;96bb5f2c2895:33787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:39,142 INFO [RS:0;96bb5f2c2895:33787 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:40:39,142 INFO [RS:0;96bb5f2c2895:33787 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:40:39,142 INFO [RS:0;96bb5f2c2895:33787 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T11:40:39,142 INFO [RS:0;96bb5f2c2895:33787 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:40:39,143 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:40:39,143 INFO [RS:0;96bb5f2c2895:33787 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-96bb5f2c2895,33787,1732534809936 because: Region server is closing 2024-11-25T11:40:39,143 INFO [RS:0;96bb5f2c2895:33787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:33787. 2024-11-25T11:40:39,143 DEBUG [RS:0;96bb5f2c2895:33787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:39,143 DEBUG [RS:0;96bb5f2c2895:33787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:39,143 DEBUG [RS:0;96bb5f2c2895:33787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:39,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:40:39,243 INFO [RS:0;96bb5f2c2895:33787 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.shipper96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 terminated 2024-11-25T11:40:39,243 INFO [RS:0;96bb5f2c2895:33787 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33787 2024-11-25T11:40:39,243 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,33787,1732534809936.replicationSource.wal-reader.96bb5f2c2895%2C33787%2C1732534809936,1-96bb5f2c2895,33787,1732534809936 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T11:40:39,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33787-0x1014eed1b3a0001, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-385692280/rs/96bb5f2c2895,33787,1732534809936 2024-11-25T11:40:39,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-385692280/rs 2024-11-25T11:40:39,245 INFO [RS:0;96bb5f2c2895:33787 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:40:39,247 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,33787,1732534809936] 2024-11-25T11:40:39,248 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-385692280/draining/96bb5f2c2895,33787,1732534809936 already deleted, retry=false 2024-11-25T11:40:39,248 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96bb5f2c2895,33787,1732534809936 expired; onlineServers=0 2024-11-25T11:40:39,248 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '96bb5f2c2895,35589,1732534809837' ***** 2024-11-25T11:40:39,248 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T11:40:39,248 INFO [M:0;96bb5f2c2895:35589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:40:39,248 INFO [M:0;96bb5f2c2895:35589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:40:39,248 DEBUG [M:0;96bb5f2c2895:35589 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T11:40:39,248 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T11:40:39,248 DEBUG [M:0;96bb5f2c2895:35589 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T11:40:39,248 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534811414 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534811414,5,FailOnTimeoutGroup] 2024-11-25T11:40:39,248 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534811414 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534811414,5,FailOnTimeoutGroup] 2024-11-25T11:40:39,248 INFO [M:0;96bb5f2c2895:35589 {}] hbase.ChoreService(370): Chore service for: master/96bb5f2c2895:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T11:40:39,248 INFO [M:0;96bb5f2c2895:35589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:40:39,248 DEBUG [M:0;96bb5f2c2895:35589 {}] master.HMaster(1795): Stopping service threads 2024-11-25T11:40:39,248 INFO [M:0;96bb5f2c2895:35589 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T11:40:39,248 INFO [M:0;96bb5f2c2895:35589 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:40:39,249 INFO [M:0;96bb5f2c2895:35589 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T11:40:39,249 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T11:40:39,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-385692280/master 2024-11-25T11:40:39,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-385692280 2024-11-25T11:40:39,252 DEBUG [M:0;96bb5f2c2895:35589 {}] zookeeper.ZKUtil(347): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Unable to get data of znode /0-385692280/master because node does not exist (not an error) 2024-11-25T11:40:39,252 WARN [M:0;96bb5f2c2895:35589 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T11:40:39,253 INFO [M:0;96bb5f2c2895:35589 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/.lastflushedseqids 2024-11-25T11:40:39,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43841 is added to blk_1073741848_1024 (size=245) 2024-11-25T11:40:39,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33787-0x1014eed1b3a0001, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:40:39,347 INFO [RS:0;96bb5f2c2895:33787 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:40:39,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33787-0x1014eed1b3a0001, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:40:39,347 INFO [RS:0;96bb5f2c2895:33787 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,33787,1732534809936; zookeeper connection closed. 2024-11-25T11:40:39,347 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36bb3844 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36bb3844 2024-11-25T11:40:39,347 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T11:40:39,662 INFO [M:0;96bb5f2c2895:35589 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T11:40:39,662 INFO [M:0;96bb5f2c2895:35589 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T11:40:39,662 DEBUG [M:0;96bb5f2c2895:35589 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:40:39,662 INFO [M:0;96bb5f2c2895:35589 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:39,662 DEBUG [M:0;96bb5f2c2895:35589 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:39,662 DEBUG [M:0;96bb5f2c2895:35589 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:40:39,662 DEBUG [M:0;96bb5f2c2895:35589 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:39,663 INFO [M:0;96bb5f2c2895:35589 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-25T11:40:39,677 DEBUG [M:0;96bb5f2c2895:35589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5097f9f8a789441aa6ee67ff3ac320a0 is 82, key is hbase:meta,,1/info:regioninfo/1732534812188/Put/seqid=0 2024-11-25T11:40:39,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43841 is added to blk_1073741849_1025 (size=5672) 2024-11-25T11:40:39,801 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T11:40:40,081 INFO [M:0;96bb5f2c2895:35589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5097f9f8a789441aa6ee67ff3ac320a0 2024-11-25T11:40:40,102 DEBUG [M:0;96bb5f2c2895:35589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e09eff060fc45bd8765b6632d87c3e1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732534821016/Put/seqid=0 2024-11-25T11:40:40,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43841 is added to blk_1073741850_1026 (size=8515) 2024-11-25T11:40:40,506 INFO [M:0;96bb5f2c2895:35589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e09eff060fc45bd8765b6632d87c3e1 2024-11-25T11:40:40,528 DEBUG [M:0;96bb5f2c2895:35589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d156514a8384e6abe33a5cf6f384378 is 69, key is 96bb5f2c2895,33787,1732534809936/rs:state/1732534811508/Put/seqid=0 2024-11-25T11:40:40,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43841 is added to blk_1073741851_1027 (size=5156) 2024-11-25T11:40:40,532 INFO [M:0;96bb5f2c2895:35589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d156514a8384e6abe33a5cf6f384378 2024-11-25T11:40:40,535 DEBUG [M:0;96bb5f2c2895:35589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5097f9f8a789441aa6ee67ff3ac320a0 as hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5097f9f8a789441aa6ee67ff3ac320a0 2024-11-25T11:40:40,538 INFO [M:0;96bb5f2c2895:35589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5097f9f8a789441aa6ee67ff3ac320a0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T11:40:40,539 DEBUG [M:0;96bb5f2c2895:35589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e09eff060fc45bd8765b6632d87c3e1 as hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e09eff060fc45bd8765b6632d87c3e1 2024-11-25T11:40:40,542 INFO [M:0;96bb5f2c2895:35589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e09eff060fc45bd8765b6632d87c3e1, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T11:40:40,543 DEBUG [M:0;96bb5f2c2895:35589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d156514a8384e6abe33a5cf6f384378 as hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d156514a8384e6abe33a5cf6f384378 2024-11-25T11:40:40,546 INFO [M:0;96bb5f2c2895:35589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37299/user/jenkins/test-data/99207da4-f440-8fd3-ddc7-35c7ca333c62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d156514a8384e6abe33a5cf6f384378, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T11:40:40,547 INFO [M:0;96bb5f2c2895:35589 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=97, compaction requested=false 2024-11-25T11:40:40,548 INFO [M:0;96bb5f2c2895:35589 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:40,548 DEBUG [M:0;96bb5f2c2895:35589 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534839662Disabling compacts and flushes for region at 1732534839662Disabling writes for close at 1732534839662Obtaining lock to block concurrent updates at 1732534839663 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732534839663Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732534839663Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732534839663Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732534839663Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732534839677 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732534839677Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732534840085 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732534840102 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732534840102Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732534840510 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732534840527 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732534840527Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34045dc1: reopening flushed file at 1732534840535 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4806a559: reopening flushed file at 1732534840539 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18e5eb38: reopening flushed file at 1732534840542 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=97, compaction requested=false at 1732534840547 (+5 ms)Writing region close event to WAL at 1732534840548 (+1 ms)Closed at 1732534840548 2024-11-25T11:40:40,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43841 is added to blk_1073741830_1006 (size=63642) 2024-11-25T11:40:40,550 INFO [M:0;96bb5f2c2895:35589 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T11:40:40,550 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:40:40,550 INFO [M:0;96bb5f2c2895:35589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35589 2024-11-25T11:40:40,550 INFO [M:0;96bb5f2c2895:35589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:40:40,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:40:40,652 INFO [M:0;96bb5f2c2895:35589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:40:40,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35589-0x1014eed1b3a0000, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:40:40,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16cbf78d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:40:40,656 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cd0948e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:40:40,656 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:40:40,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a4c3357{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:40:40,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ecd23c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/hadoop.log.dir/,STOPPED} 2024-11-25T11:40:40,657 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:40:40,657 WARN [BP-98107319-172.17.0.2-1732534808778 heartbeating to localhost/127.0.0.1:37299 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:40:40,657 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:40:40,657 WARN [BP-98107319-172.17.0.2-1732534808778 heartbeating to localhost/127.0.0.1:37299 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-98107319-172.17.0.2-1732534808778 (Datanode Uuid 6f0478e6-05b0-4196-b001-f83d8b258473) service to localhost/127.0.0.1:37299 2024-11-25T11:40:40,658 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/cluster_bbf9fd89-a54a-bf7a-6b89-9226d6473988/data/data1/current/BP-98107319-172.17.0.2-1732534808778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:40:40,658 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/cluster_bbf9fd89-a54a-bf7a-6b89-9226d6473988/data/data2/current/BP-98107319-172.17.0.2-1732534808778 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:40:40,658 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:40:40,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@491ce241{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:40:40,665 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a507218{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:40:40,665 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:40:40,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6982ec1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:40:40,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@299d4cd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f149a02-9896-5017-2207-b4812c4c6d6f/hadoop.log.dir/,STOPPED} 2024-11-25T11:40:40,672 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T11:40:40,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T11:40:40,696 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=363 (was 315) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38657 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35659 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-26 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37299 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64387) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37299 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:37299 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35659 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38657 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37299 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35659 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37299 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:38657 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64387) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38657 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64387) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:35659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38657 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=794 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=380 (was 392), ProcessCount=11 (was 11), AvailableMemoryMB=3568 (was 4928) 2024-11-25T11:40:40,707 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=363, OpenFileDescriptor=794, MaxFileDescriptor=1048576, SystemLoadAverage=380, ProcessCount=11, AvailableMemoryMB=3569 2024-11-25T11:40:40,720 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-25T11:40:40,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/hadoop.log.dir so I do NOT create it in target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0 2024-11-25T11:40:40,721 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T11:40:40,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/hadoop.tmp.dir so I do NOT create it in target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0 2024-11-25T11:40:40,721 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa9fc971-bf7e-9325-3c2c-0c60bc201ebf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T11:40:40,721 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0 2024-11-25T11:40:40,721 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/cluster_b48fc661-d190-8560-0b60-69c6a76f31c1, deleteOnExit=true 2024-11-25T11:40:40,724 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/cluster_b48fc661-d190-8560-0b60-69c6a76f31c1/zookeeper_0, clientPort=61783, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/cluster_b48fc661-d190-8560-0b60-69c6a76f31c1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/cluster_b48fc661-d190-8560-0b60-69c6a76f31c1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T11:40:40,725 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61783 2024-11-25T11:40:40,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T11:40:40,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T11:40:40,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/test.cache.data in system properties and HBase conf 2024-11-25T11:40:40,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T11:40:40,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/hadoop.log.dir in system properties and HBase conf 2024-11-25T11:40:40,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T11:40:40,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T11:40:40,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T11:40:40,726 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T11:40:40,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:40:40,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:40:40,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T11:40:40,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:40:40,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T11:40:40,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T11:40:40,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:40:40,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:40:40,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T11:40:40,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/nfs.dump.dir in system properties and HBase conf 2024-11-25T11:40:40,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/java.io.tmpdir in system properties and HBase conf 2024-11-25T11:40:40,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:40:40,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T11:40:40,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T11:40:40,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014eed1b3a0005, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T11:40:40,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014eed1b3a0008, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T11:40:40,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014eed1b3a0002, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T11:40:40,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014eed1b3a0002, quorum=127.0.0.1:64387, baseZNode=/0-385692280 Received Disconnected from ZooKeeper, ignoring 2024-11-25T11:40:40,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014eed1b3a0008, quorum=127.0.0.1:64387, baseZNode=/21462197058 Received Disconnected from ZooKeeper, ignoring 2024-11-25T11:40:40,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014eed1b3a0005, quorum=127.0.0.1:64387, baseZNode=/1-1706675709 Received Disconnected from ZooKeeper, ignoring 2024-11-25T11:40:40,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:40:40,807 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:40:40,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:40:40,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:40:40,808 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T11:40:40,809 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:40:40,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27b715de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:40:40,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36de7ba6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:40:40,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6481e7eb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/java.io.tmpdir/jetty-localhost-34685-hadoop-hdfs-3_4_1-tests_jar-_-any-1963314232865309625/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:40:40,925 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f850123{HTTP/1.1, (http/1.1)}{localhost:34685} 2024-11-25T11:40:40,926 INFO [Time-limited test {}] server.Server(415): Started @268739ms 2024-11-25T11:40:41,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:40:41,003 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:40:41,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:40:41,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:40:41,003 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:40:41,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72de679e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:40:41,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a405ffd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:40:41,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2995bc82{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/java.io.tmpdir/jetty-localhost-42179-hadoop-hdfs-3_4_1-tests_jar-_-any-14643480439780103365/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:40:41,119 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9c9ec9c{HTTP/1.1, (http/1.1)}{localhost:42179} 2024-11-25T11:40:41,119 INFO [Time-limited test {}] server.Server(415): Started @268933ms 2024-11-25T11:40:41,120 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:40:41,235 WARN [Thread-4130 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/cluster_b48fc661-d190-8560-0b60-69c6a76f31c1/data/data1/current/BP-1036760146-172.17.0.2-1732534840753/current, will proceed with Du for space computation calculation, 2024-11-25T11:40:41,236 WARN [Thread-4131 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/cluster_b48fc661-d190-8560-0b60-69c6a76f31c1/data/data2/current/BP-1036760146-172.17.0.2-1732534840753/current, will proceed with Du for space computation calculation, 2024-11-25T11:40:41,259 WARN [Thread-4118 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:40:41,261 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5fe3b4e0f09e062f with lease ID 0xa045601eacd49bd6: Processing first storage report for DS-d1cb4884-4e61-466f-9453-75d69a96251e from datanode DatanodeRegistration(127.0.0.1:41151, datanodeUuid=89265824-cc45-43fc-a85a-de95ba8da3e0, infoPort=35697, infoSecurePort=0, ipcPort=41607, storageInfo=lv=-57;cid=testClusterID;nsid=84952162;c=1732534840753) 2024-11-25T11:40:41,261 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5fe3b4e0f09e062f with lease ID 0xa045601eacd49bd6: from storage DS-d1cb4884-4e61-466f-9453-75d69a96251e node DatanodeRegistration(127.0.0.1:41151, datanodeUuid=89265824-cc45-43fc-a85a-de95ba8da3e0, infoPort=35697, infoSecurePort=0, ipcPort=41607, storageInfo=lv=-57;cid=testClusterID;nsid=84952162;c=1732534840753), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:40:41,261 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5fe3b4e0f09e062f with lease ID 0xa045601eacd49bd6: Processing first storage report for DS-aee8b733-8fa1-4a93-9d18-3d8f39104364 from datanode DatanodeRegistration(127.0.0.1:41151, datanodeUuid=89265824-cc45-43fc-a85a-de95ba8da3e0, infoPort=35697, infoSecurePort=0, ipcPort=41607, storageInfo=lv=-57;cid=testClusterID;nsid=84952162;c=1732534840753) 2024-11-25T11:40:41,261 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5fe3b4e0f09e062f with lease ID 0xa045601eacd49bd6: from storage DS-aee8b733-8fa1-4a93-9d18-3d8f39104364 node DatanodeRegistration(127.0.0.1:41151, datanodeUuid=89265824-cc45-43fc-a85a-de95ba8da3e0, infoPort=35697, infoSecurePort=0, ipcPort=41607, storageInfo=lv=-57;cid=testClusterID;nsid=84952162;c=1732534840753), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:40:41,343 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0 2024-11-25T11:40:41,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:41,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:41,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:40:41,754 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359 with version=8 2024-11-25T11:40:41,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/hbase-staging 2024-11-25T11:40:41,756 INFO [Time-limited test {}] client.ConnectionUtils(128): master/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:40:41,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:41,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:41,757 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:40:41,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:41,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:40:41,757 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T11:40:41,757 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:40:41,757 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46763 2024-11-25T11:40:41,758 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46763 connecting to ZooKeeper ensemble=127.0.0.1:61783 2024-11-25T11:40:41,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467630x0, quorum=127.0.0.1:61783, baseZNode=/02035029735 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:40:41,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46763-0x1014eed98230000 connected 2024-11-25T11:40:41,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:41,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:41,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46763-0x1014eed98230000, quorum=127.0.0.1:61783, baseZNode=/02035029735 Set watcher on znode that does not yet exist, /02035029735/running 2024-11-25T11:40:41,791 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359, hbase.cluster.distributed=false 2024-11-25T11:40:41,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46763-0x1014eed98230000, quorum=127.0.0.1:61783, baseZNode=/02035029735 Set watcher on znode that does not yet exist, /02035029735/acl 2024-11-25T11:40:41,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46763 2024-11-25T11:40:41,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46763 2024-11-25T11:40:41,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46763 2024-11-25T11:40:41,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46763 2024-11-25T11:40:41,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46763 2024-11-25T11:40:41,818 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:40:41,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:41,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:41,818 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:40:41,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:41,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:40:41,818 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:40:41,818 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:40:41,819 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40739 2024-11-25T11:40:41,820 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40739 connecting to ZooKeeper ensemble=127.0.0.1:61783 2024-11-25T11:40:41,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:41,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:41,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407390x0, quorum=127.0.0.1:61783, baseZNode=/02035029735 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:40:41,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40739-0x1014eed98230001 connected 2024-11-25T11:40:41,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40739-0x1014eed98230001, quorum=127.0.0.1:61783, baseZNode=/02035029735 Set watcher on znode that does not yet exist, /02035029735/running 2024-11-25T11:40:41,827 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:40:41,828 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:40:41,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40739-0x1014eed98230001, quorum=127.0.0.1:61783, baseZNode=/02035029735 Set watcher on znode that does not yet exist, /02035029735/master 2024-11-25T11:40:41,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40739-0x1014eed98230001, quorum=127.0.0.1:61783, baseZNode=/02035029735 Set watcher on znode that does not yet exist, /02035029735/acl 2024-11-25T11:40:41,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40739 2024-11-25T11:40:41,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40739 2024-11-25T11:40:41,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40739 2024-11-25T11:40:41,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40739 2024-11-25T11:40:41,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40739 2024-11-25T11:40:41,851 DEBUG [M:0;96bb5f2c2895:46763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;96bb5f2c2895:46763 2024-11-25T11:40:41,851 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02035029735/backup-masters/96bb5f2c2895,46763,1732534841756 2024-11-25T11:40:41,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x1014eed98230001, quorum=127.0.0.1:61783, baseZNode=/02035029735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035029735/backup-masters 2024-11-25T11:40:41,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46763-0x1014eed98230000, quorum=127.0.0.1:61783, baseZNode=/02035029735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035029735/backup-masters 2024-11-25T11:40:41,853 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46763-0x1014eed98230000, quorum=127.0.0.1:61783, baseZNode=/02035029735 Set watcher on existing znode=/02035029735/backup-masters/96bb5f2c2895,46763,1732534841756 2024-11-25T11:40:41,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x1014eed98230001, quorum=127.0.0.1:61783, baseZNode=/02035029735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02035029735/master 2024-11-25T11:40:41,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46763-0x1014eed98230000, quorum=127.0.0.1:61783, baseZNode=/02035029735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035029735 2024-11-25T11:40:41,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x1014eed98230001, quorum=127.0.0.1:61783, baseZNode=/02035029735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035029735 2024-11-25T11:40:41,855 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46763-0x1014eed98230000, quorum=127.0.0.1:61783, baseZNode=/02035029735 Set watcher on existing znode=/02035029735/master 2024-11-25T11:40:41,855 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02035029735/backup-masters/96bb5f2c2895,46763,1732534841756 from backup master directory 2024-11-25T11:40:41,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46763-0x1014eed98230000, quorum=127.0.0.1:61783, baseZNode=/02035029735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02035029735/backup-masters/96bb5f2c2895,46763,1732534841756 2024-11-25T11:40:41,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46763-0x1014eed98230000, quorum=127.0.0.1:61783, baseZNode=/02035029735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035029735/backup-masters 2024-11-25T11:40:41,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x1014eed98230001, quorum=127.0.0.1:61783, baseZNode=/02035029735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035029735/backup-masters 2024-11-25T11:40:41,857 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:40:41,857 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=96bb5f2c2895,46763,1732534841756 2024-11-25T11:40:41,860 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/hbase.id] with ID: 3c3eb151-c451-4ffc-86c5-48eeff76b259 2024-11-25T11:40:41,860 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/.tmp/hbase.id 2024-11-25T11:40:41,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:40:41,867 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/.tmp/hbase.id]:[hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/hbase.id] 2024-11-25T11:40:41,874 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:41,874 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T11:40:41,875 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T11:40:41,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46763-0x1014eed98230000, quorum=127.0.0.1:61783, baseZNode=/02035029735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035029735 2024-11-25T11:40:41,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x1014eed98230001, quorum=127.0.0.1:61783, baseZNode=/02035029735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035029735 2024-11-25T11:40:41,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:40:42,281 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:40:42,281 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T11:40:42,282 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:40:42,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:40:42,699 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/MasterData/data/master/store 2024-11-25T11:40:42,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:40:43,104 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:43,104 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:40:43,104 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:43,104 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:43,105 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:40:43,105 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:43,105 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:43,105 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534843104Disabling compacts and flushes for region at 1732534843104Disabling writes for close at 1732534843105 (+1 ms)Writing region close event to WAL at 1732534843105Closed at 1732534843105 2024-11-25T11:40:43,105 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/MasterData/data/master/store/.initializing 2024-11-25T11:40:43,105 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/MasterData/WALs/96bb5f2c2895,46763,1732534841756 2024-11-25T11:40:43,106 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:40:43,108 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C46763%2C1732534841756, suffix=, logDir=hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/MasterData/WALs/96bb5f2c2895,46763,1732534841756, archiveDir=hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/MasterData/oldWALs, maxLogs=10 2024-11-25T11:40:43,125 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/MasterData/WALs/96bb5f2c2895,46763,1732534841756/96bb5f2c2895%2C46763%2C1732534841756.1732534843108, exclude list is [], retry=0 2024-11-25T11:40:43,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41151,DS-d1cb4884-4e61-466f-9453-75d69a96251e,DISK] 2024-11-25T11:40:43,129 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/MasterData/WALs/96bb5f2c2895,46763,1732534841756/96bb5f2c2895%2C46763%2C1732534841756.1732534843108 2024-11-25T11:40:43,130 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35697:35697)] 2024-11-25T11:40:43,130 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:40:43,131 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:43,131 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:43,131 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:43,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:43,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T11:40:43,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:43,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:43,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:43,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T11:40:43,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:43,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:43,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:43,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T11:40:43,136 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:43,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:43,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:43,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T11:40:43,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:43,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:43,137 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:43,138 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:43,138 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:43,139 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:43,139 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:43,139 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:40:43,140 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:43,145 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:40:43,145 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65343495, jitterRate=-0.026306048035621643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:40:43,146 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732534843131Initializing all the Stores at 1732534843131Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534843132 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534843132Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534843132Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534843132Cleaning up temporary data from old regions at 1732534843139 (+7 ms)Region opened successfully at 1732534843146 (+7 ms) 2024-11-25T11:40:43,146 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T11:40:43,148 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@313f83a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:40:43,149 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T11:40:43,149 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T11:40:43,149 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T11:40:43,149 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T11:40:43,150 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T11:40:43,150 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T11:40:43,150 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T11:40:43,155 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T11:40:43,156 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46763-0x1014eed98230000, quorum=127.0.0.1:61783, baseZNode=/02035029735 Unable to get data of znode /02035029735/balancer because node does not exist (not necessarily an error) 2024-11-25T11:40:43,157 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02035029735/balancer already deleted, retry=false 2024-11-25T11:40:43,158 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T11:40:43,158 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46763-0x1014eed98230000, quorum=127.0.0.1:61783, baseZNode=/02035029735 Unable to get data of znode /02035029735/normalizer because node does not exist (not necessarily an error) 2024-11-25T11:40:43,159 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02035029735/normalizer already deleted, retry=false 2024-11-25T11:40:43,160 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T11:40:43,161 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46763-0x1014eed98230000, quorum=127.0.0.1:61783, baseZNode=/02035029735 Unable to get data of znode /02035029735/switch/split because node does not exist (not necessarily an error) 2024-11-25T11:40:43,162 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02035029735/switch/split already deleted, retry=false 2024-11-25T11:40:43,163 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46763-0x1014eed98230000, quorum=127.0.0.1:61783, baseZNode=/02035029735 Unable to get data of znode /02035029735/switch/merge because node does not exist (not necessarily an error) 2024-11-25T11:40:43,164 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02035029735/switch/merge already deleted, retry=false 2024-11-25T11:40:43,166 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46763-0x1014eed98230000, quorum=127.0.0.1:61783, baseZNode=/02035029735 Unable to get data of znode /02035029735/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T11:40:43,167 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02035029735/snapshot-cleanup already deleted, retry=false 2024-11-25T11:40:43,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x1014eed98230001, quorum=127.0.0.1:61783, baseZNode=/02035029735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02035029735/running 2024-11-25T11:40:43,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46763-0x1014eed98230000, quorum=127.0.0.1:61783, baseZNode=/02035029735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02035029735/running 2024-11-25T11:40:43,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x1014eed98230001, quorum=127.0.0.1:61783, baseZNode=/02035029735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035029735 2024-11-25T11:40:43,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46763-0x1014eed98230000, quorum=127.0.0.1:61783, baseZNode=/02035029735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035029735 2024-11-25T11:40:43,169 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=96bb5f2c2895,46763,1732534841756, sessionid=0x1014eed98230000, setting cluster-up flag (Was=false) 2024-11-25T11:40:43,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x1014eed98230001, quorum=127.0.0.1:61783, baseZNode=/02035029735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035029735 2024-11-25T11:40:43,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46763-0x1014eed98230000, quorum=127.0.0.1:61783, baseZNode=/02035029735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035029735 2024-11-25T11:40:43,177 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02035029735/flush-table-proc/acquired, /02035029735/flush-table-proc/reached, /02035029735/flush-table-proc/abort 2024-11-25T11:40:43,177 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,46763,1732534841756 2024-11-25T11:40:43,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x1014eed98230001, quorum=127.0.0.1:61783, baseZNode=/02035029735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035029735 2024-11-25T11:40:43,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46763-0x1014eed98230000, quorum=127.0.0.1:61783, baseZNode=/02035029735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035029735 2024-11-25T11:40:43,191 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02035029735/online-snapshot/acquired, /02035029735/online-snapshot/reached, /02035029735/online-snapshot/abort 2024-11-25T11:40:43,191 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,46763,1732534841756 2024-11-25T11:40:43,192 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T11:40:43,193 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T11:40:43,194 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T11:40:43,194 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T11:40:43,194 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 96bb5f2c2895,46763,1732534841756 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T11:40:43,195 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:40:43,195 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:40:43,195 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:40:43,195 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:40:43,195 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/96bb5f2c2895:0, corePoolSize=10, maxPoolSize=10 2024-11-25T11:40:43,195 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:43,195 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:40:43,195 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:43,196 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732534873196 2024-11-25T11:40:43,196 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T11:40:43,196 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T11:40:43,196 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T11:40:43,196 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T11:40:43,196 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T11:40:43,196 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T11:40:43,196 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:40:43,196 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T11:40:43,197 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:43,197 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T11:40:43,200 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:43,201 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T11:40:43,202 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T11:40:43,202 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T11:40:43,202 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T11:40:43,202 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T11:40:43,202 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T11:40:43,202 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534843202,5,FailOnTimeoutGroup] 2024-11-25T11:40:43,203 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534843202,5,FailOnTimeoutGroup] 2024-11-25T11:40:43,203 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:43,203 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T11:40:43,203 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:43,203 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:43,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:40:43,238 INFO [RS:0;96bb5f2c2895:40739 {}] regionserver.HRegionServer(746): ClusterId : 3c3eb151-c451-4ffc-86c5-48eeff76b259 2024-11-25T11:40:43,238 DEBUG [RS:0;96bb5f2c2895:40739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:40:43,240 DEBUG [RS:0;96bb5f2c2895:40739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:40:43,240 DEBUG [RS:0;96bb5f2c2895:40739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:40:43,242 DEBUG [RS:0;96bb5f2c2895:40739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:40:43,242 DEBUG [RS:0;96bb5f2c2895:40739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e69ac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:40:43,254 DEBUG [RS:0;96bb5f2c2895:40739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;96bb5f2c2895:40739 2024-11-25T11:40:43,254 INFO [RS:0;96bb5f2c2895:40739 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:40:43,254 INFO [RS:0;96bb5f2c2895:40739 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:40:43,254 DEBUG [RS:0;96bb5f2c2895:40739 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:40:43,255 INFO [RS:0;96bb5f2c2895:40739 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,46763,1732534841756 with port=40739, startcode=1732534841818 2024-11-25T11:40:43,255 DEBUG [RS:0;96bb5f2c2895:40739 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:40:43,257 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:40:43,257 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46763 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,40739,1732534841818 2024-11-25T11:40:43,257 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46763 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,40739,1732534841818 2024-11-25T11:40:43,258 DEBUG [RS:0;96bb5f2c2895:40739 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359 2024-11-25T11:40:43,258 DEBUG [RS:0;96bb5f2c2895:40739 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39675 2024-11-25T11:40:43,258 DEBUG [RS:0;96bb5f2c2895:40739 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:40:43,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46763-0x1014eed98230000, quorum=127.0.0.1:61783, baseZNode=/02035029735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035029735/rs 2024-11-25T11:40:43,261 DEBUG [RS:0;96bb5f2c2895:40739 {}] zookeeper.ZKUtil(111): regionserver:40739-0x1014eed98230001, quorum=127.0.0.1:61783, baseZNode=/02035029735 Set watcher on existing znode=/02035029735/rs/96bb5f2c2895,40739,1732534841818 2024-11-25T11:40:43,261 WARN [RS:0;96bb5f2c2895:40739 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:40:43,262 INFO [RS:0;96bb5f2c2895:40739 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:40:43,262 DEBUG [RS:0;96bb5f2c2895:40739 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/WALs/96bb5f2c2895,40739,1732534841818 2024-11-25T11:40:43,262 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,40739,1732534841818] 2024-11-25T11:40:43,264 INFO [RS:0;96bb5f2c2895:40739 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:40:43,265 INFO [RS:0;96bb5f2c2895:40739 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:40:43,266 INFO [RS:0;96bb5f2c2895:40739 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:40:43,266 INFO [RS:0;96bb5f2c2895:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:43,266 INFO [RS:0;96bb5f2c2895:40739 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:40:43,266 INFO [RS:0;96bb5f2c2895:40739 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:40:43,266 INFO [RS:0;96bb5f2c2895:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:43,266 DEBUG [RS:0;96bb5f2c2895:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:43,266 DEBUG [RS:0;96bb5f2c2895:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:43,267 DEBUG [RS:0;96bb5f2c2895:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:43,267 DEBUG [RS:0;96bb5f2c2895:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:43,267 DEBUG [RS:0;96bb5f2c2895:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:43,267 DEBUG [RS:0;96bb5f2c2895:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:40:43,267 DEBUG [RS:0;96bb5f2c2895:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:43,267 DEBUG [RS:0;96bb5f2c2895:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:43,267 DEBUG [RS:0;96bb5f2c2895:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:43,267 DEBUG [RS:0;96bb5f2c2895:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:43,267 DEBUG [RS:0;96bb5f2c2895:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:43,267 DEBUG [RS:0;96bb5f2c2895:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:43,267 DEBUG [RS:0;96bb5f2c2895:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:40:43,267 DEBUG [RS:0;96bb5f2c2895:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:40:43,269 INFO [RS:0;96bb5f2c2895:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:43,269 INFO [RS:0;96bb5f2c2895:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:43,269 INFO [RS:0;96bb5f2c2895:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:43,269 INFO [RS:0;96bb5f2c2895:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:43,269 INFO [RS:0;96bb5f2c2895:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:43,269 INFO [RS:0;96bb5f2c2895:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,40739,1732534841818-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:40:43,283 INFO [RS:0;96bb5f2c2895:40739 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:40:43,283 INFO [RS:0;96bb5f2c2895:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,40739,1732534841818-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:43,283 INFO [RS:0;96bb5f2c2895:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:43,283 INFO [RS:0;96bb5f2c2895:40739 {}] regionserver.Replication(171): 96bb5f2c2895,40739,1732534841818 started 2024-11-25T11:40:43,296 INFO [RS:0;96bb5f2c2895:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:43,296 INFO [RS:0;96bb5f2c2895:40739 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,40739,1732534841818, RpcServer on 96bb5f2c2895/172.17.0.2:40739, sessionid=0x1014eed98230001 2024-11-25T11:40:43,297 DEBUG [RS:0;96bb5f2c2895:40739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:40:43,297 DEBUG [RS:0;96bb5f2c2895:40739 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,40739,1732534841818 2024-11-25T11:40:43,297 DEBUG [RS:0;96bb5f2c2895:40739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,40739,1732534841818' 2024-11-25T11:40:43,297 DEBUG [RS:0;96bb5f2c2895:40739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02035029735/flush-table-proc/abort' 2024-11-25T11:40:43,297 DEBUG [RS:0;96bb5f2c2895:40739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02035029735/flush-table-proc/acquired' 2024-11-25T11:40:43,297 DEBUG [RS:0;96bb5f2c2895:40739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:40:43,297 DEBUG [RS:0;96bb5f2c2895:40739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:40:43,297 DEBUG [RS:0;96bb5f2c2895:40739 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,40739,1732534841818 2024-11-25T11:40:43,297 DEBUG [RS:0;96bb5f2c2895:40739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,40739,1732534841818' 2024-11-25T11:40:43,297 DEBUG [RS:0;96bb5f2c2895:40739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02035029735/online-snapshot/abort' 2024-11-25T11:40:43,298 DEBUG [RS:0;96bb5f2c2895:40739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02035029735/online-snapshot/acquired' 2024-11-25T11:40:43,298 DEBUG [RS:0;96bb5f2c2895:40739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:40:43,298 INFO [RS:0;96bb5f2c2895:40739 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:40:43,298 INFO [RS:0;96bb5f2c2895:40739 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:40:43,351 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:40:43,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:43,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:43,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:43,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:43,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:43,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:43,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:43,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:43,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:43,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:43,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:43,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:43,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:43,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:43,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:43,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:43,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:43,398 INFO [RS:0;96bb5f2c2895:40739 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:40:43,399 INFO [RS:0;96bb5f2c2895:40739 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C40739%2C1732534841818, suffix=, logDir=hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/WALs/96bb5f2c2895,40739,1732534841818, archiveDir=hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/oldWALs, maxLogs=10 2024-11-25T11:40:43,414 DEBUG [RS:0;96bb5f2c2895:40739 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/WALs/96bb5f2c2895,40739,1732534841818/96bb5f2c2895%2C40739%2C1732534841818.1732534843400, exclude list is [], retry=0 2024-11-25T11:40:43,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41151,DS-d1cb4884-4e61-466f-9453-75d69a96251e,DISK] 2024-11-25T11:40:43,418 INFO [RS:0;96bb5f2c2895:40739 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/WALs/96bb5f2c2895,40739,1732534841818/96bb5f2c2895%2C40739%2C1732534841818.1732534843400 2024-11-25T11:40:43,418 DEBUG [RS:0;96bb5f2c2895:40739 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35697:35697)] 2024-11-25T11:40:43,605 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T11:40:43,606 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359 2024-11-25T11:40:43,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741833_1009 (size=32) 2024-11-25T11:40:44,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:44,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:40:44,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:40:44,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:44,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:44,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:40:44,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:40:44,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:44,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:44,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:40:44,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:40:44,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:44,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:44,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:40:44,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:40:44,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:44,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:44,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:40:44,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/data/hbase/meta/1588230740 2024-11-25T11:40:44,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/data/hbase/meta/1588230740 2024-11-25T11:40:44,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:40:44,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:40:44,019 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:40:44,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:40:44,021 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:40:44,021 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70958314, jitterRate=0.05736127495765686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:40:44,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732534844011Initializing all the Stores at 1732534844012 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534844012Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534844012Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534844012Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534844012Cleaning up temporary data from old regions at 1732534844019 (+7 ms)Region opened successfully at 1732534844022 (+3 ms) 2024-11-25T11:40:44,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:40:44,022 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:40:44,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:40:44,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:40:44,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:40:44,022 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:40:44,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534844022Disabling compacts and flushes for region at 1732534844022Disabling writes for close at 1732534844022Writing region close event to WAL at 1732534844022Closed at 1732534844022 2024-11-25T11:40:44,023 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:40:44,023 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T11:40:44,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:40:44,024 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:40:44,025 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T11:40:44,175 DEBUG [96bb5f2c2895:46763 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T11:40:44,175 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=96bb5f2c2895,40739,1732534841818 2024-11-25T11:40:44,177 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,40739,1732534841818, state=OPENING 2024-11-25T11:40:44,178 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T11:40:44,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x1014eed98230001, quorum=127.0.0.1:61783, baseZNode=/02035029735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035029735 2024-11-25T11:40:44,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46763-0x1014eed98230000, quorum=127.0.0.1:61783, baseZNode=/02035029735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035029735 2024-11-25T11:40:44,180 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:40:44,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02035029735/meta-region-server: CHANGED 2024-11-25T11:40:44,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02035029735/meta-region-server: CHANGED 2024-11-25T11:40:44,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,40739,1732534841818}] 2024-11-25T11:40:44,332 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:40:44,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:40:44,336 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:40:44,336 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:40:44,336 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:40:44,337 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C40739%2C1732534841818.meta, suffix=.meta, logDir=hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/WALs/96bb5f2c2895,40739,1732534841818, archiveDir=hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/oldWALs, maxLogs=10 2024-11-25T11:40:44,351 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/WALs/96bb5f2c2895,40739,1732534841818/96bb5f2c2895%2C40739%2C1732534841818.meta.1732534844337.meta, exclude list is [], retry=0 2024-11-25T11:40:44,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41151,DS-d1cb4884-4e61-466f-9453-75d69a96251e,DISK] 2024-11-25T11:40:44,354 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/WALs/96bb5f2c2895,40739,1732534841818/96bb5f2c2895%2C40739%2C1732534841818.meta.1732534844337.meta 2024-11-25T11:40:44,354 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35697:35697)] 2024-11-25T11:40:44,354 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:40:44,354 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:40:44,354 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:40:44,355 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:40:44,355 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:40:44,355 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:40:44,355 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:44,355 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:40:44,355 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:40:44,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:40:44,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:40:44,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:44,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:44,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:40:44,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:40:44,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:44,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:44,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:40:44,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:40:44,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:44,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:44,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:40:44,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:40:44,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:44,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:44,359 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:40:44,360 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/data/hbase/meta/1588230740 2024-11-25T11:40:44,360 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/data/hbase/meta/1588230740 2024-11-25T11:40:44,361 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:40:44,361 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:40:44,361 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:40:44,362 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:40:44,362 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69419410, jitterRate=0.03442981839179993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:40:44,362 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:40:44,363 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732534844355Writing region info on filesystem at 1732534844355Initializing all the Stores at 1732534844355Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534844355Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534844356 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534844356Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534844356Cleaning up temporary data from old regions at 1732534844361 (+5 ms)Running coprocessor post-open hooks at 1732534844362 (+1 ms)Region opened successfully at 1732534844363 (+1 ms) 2024-11-25T11:40:44,364 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732534844331 2024-11-25T11:40:44,365 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:40:44,365 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:40:44,366 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,40739,1732534841818 2024-11-25T11:40:44,366 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,40739,1732534841818, state=OPEN 2024-11-25T11:40:44,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46763-0x1014eed98230000, quorum=127.0.0.1:61783, baseZNode=/02035029735 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02035029735/meta-region-server 2024-11-25T11:40:44,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x1014eed98230001, quorum=127.0.0.1:61783, baseZNode=/02035029735 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02035029735/meta-region-server 2024-11-25T11:40:44,374 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=96bb5f2c2895,40739,1732534841818 2024-11-25T11:40:44,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02035029735/meta-region-server: CHANGED 2024-11-25T11:40:44,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02035029735/meta-region-server: CHANGED 2024-11-25T11:40:44,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T11:40:44,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,40739,1732534841818 in 194 msec 2024-11-25T11:40:44,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T11:40:44,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-25T11:40:44,377 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:40:44,377 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T11:40:44,378 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:40:44,378 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,40739,1732534841818, seqNum=-1] 2024-11-25T11:40:44,378 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:40:44,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:40:44,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1900 sec 2024-11-25T11:40:44,383 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732534844383, completionTime=-1 2024-11-25T11:40:44,383 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T11:40:44,383 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T11:40:44,384 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T11:40:44,384 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732534904384 2024-11-25T11:40:44,384 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732534964384 2024-11-25T11:40:44,384 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T11:40:44,385 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,46763,1732534841756-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:44,385 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,46763,1732534841756-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:44,385 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,46763,1732534841756-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:44,385 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-96bb5f2c2895:46763, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:44,385 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:44,385 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:44,386 DEBUG [master/96bb5f2c2895:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T11:40:44,388 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.530sec 2024-11-25T11:40:44,388 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T11:40:44,388 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T11:40:44,388 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T11:40:44,388 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T11:40:44,388 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T11:40:44,388 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,46763,1732534841756-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:40:44,388 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,46763,1732534841756-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T11:40:44,389 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T11:40:44,389 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T11:40:44,389 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,46763,1732534841756-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:44,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736840fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:44,439 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,46763,-1 for getting cluster id 2024-11-25T11:40:44,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:40:44,440 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c3eb151-c451-4ffc-86c5-48eeff76b259' 2024-11-25T11:40:44,440 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:40:44,440 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c3eb151-c451-4ffc-86c5-48eeff76b259" 2024-11-25T11:40:44,441 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ffff998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:44,441 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,46763,-1] 2024-11-25T11:40:44,441 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:40:44,441 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:44,442 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:40:44,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c863e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:44,442 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:40:44,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,40739,1732534841818, seqNum=-1] 2024-11-25T11:40:44,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:40:44,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:40:44,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=96bb5f2c2895,46763,1732534841756 2024-11-25T11:40:44,446 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61783 2024-11-25T11:40:44,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61783, baseZNode=/02035029735 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:40:44,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014eed98230002 connected 2024-11-25T11:40:44,452 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:40:44,452 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,46763,1732534841756 2024-11-25T11:40:44,452 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15f512f9 2024-11-25T11:40:44,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:40:44,453 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:40:44,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:40:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T11:40:44,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:40:44,456 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:44,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T11:40:44,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:40:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:40:44,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741835_1011 (size=902) 2024-11-25T11:40:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:40:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:40:44,863 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4f49ac72fd49d95e5809b3bc426892f7, NAME => 'test,,1732534844454.4f49ac72fd49d95e5809b3bc426892f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359 2024-11-25T11:40:44,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41151 is added to blk_1073741836_1012 (size=39) 2024-11-25T11:40:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:40:45,269 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732534844454.4f49ac72fd49d95e5809b3bc426892f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:45,270 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4f49ac72fd49d95e5809b3bc426892f7, disabling compactions & flushes 2024-11-25T11:40:45,270 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732534844454.4f49ac72fd49d95e5809b3bc426892f7. 2024-11-25T11:40:45,270 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534844454.4f49ac72fd49d95e5809b3bc426892f7. 2024-11-25T11:40:45,270 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732534844454.4f49ac72fd49d95e5809b3bc426892f7. after waiting 0 ms 2024-11-25T11:40:45,270 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732534844454.4f49ac72fd49d95e5809b3bc426892f7. 2024-11-25T11:40:45,270 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732534844454.4f49ac72fd49d95e5809b3bc426892f7. 2024-11-25T11:40:45,270 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4f49ac72fd49d95e5809b3bc426892f7: Waiting for close lock at 1732534845270Disabling compacts and flushes for region at 1732534845270Disabling writes for close at 1732534845270Writing region close event to WAL at 1732534845270Closed at 1732534845270 2024-11-25T11:40:45,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:40:45,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732534844454.4f49ac72fd49d95e5809b3bc426892f7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732534845271"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534845271"}]},"ts":"1732534845271"} 2024-11-25T11:40:45,273 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:40:45,274 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:40:45,274 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534845274"}]},"ts":"1732534845274"} 2024-11-25T11:40:45,275 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T11:40:45,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4f49ac72fd49d95e5809b3bc426892f7, ASSIGN}] 2024-11-25T11:40:45,276 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4f49ac72fd49d95e5809b3bc426892f7, ASSIGN 2024-11-25T11:40:45,277 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4f49ac72fd49d95e5809b3bc426892f7, ASSIGN; state=OFFLINE, location=96bb5f2c2895,40739,1732534841818; forceNewPlan=false, retain=false 2024-11-25T11:40:45,428 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4f49ac72fd49d95e5809b3bc426892f7, regionState=OPENING, regionLocation=96bb5f2c2895,40739,1732534841818 2024-11-25T11:40:45,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4f49ac72fd49d95e5809b3bc426892f7, ASSIGN because future has completed 2024-11-25T11:40:45,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f49ac72fd49d95e5809b3bc426892f7, server=96bb5f2c2895,40739,1732534841818}] 2024-11-25T11:40:45,585 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732534844454.4f49ac72fd49d95e5809b3bc426892f7. 2024-11-25T11:40:45,585 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f49ac72fd49d95e5809b3bc426892f7, NAME => 'test,,1732534844454.4f49ac72fd49d95e5809b3bc426892f7.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:40:45,586 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:40:45,586 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T11:40:45,586 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4f49ac72fd49d95e5809b3bc426892f7 2024-11-25T11:40:45,586 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732534844454.4f49ac72fd49d95e5809b3bc426892f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:45,586 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4f49ac72fd49d95e5809b3bc426892f7 2024-11-25T11:40:45,586 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4f49ac72fd49d95e5809b3bc426892f7 2024-11-25T11:40:45,587 INFO [StoreOpener-4f49ac72fd49d95e5809b3bc426892f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4f49ac72fd49d95e5809b3bc426892f7 2024-11-25T11:40:45,588 INFO [StoreOpener-4f49ac72fd49d95e5809b3bc426892f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f49ac72fd49d95e5809b3bc426892f7 columnFamilyName f 2024-11-25T11:40:45,588 DEBUG [StoreOpener-4f49ac72fd49d95e5809b3bc426892f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:45,589 INFO [StoreOpener-4f49ac72fd49d95e5809b3bc426892f7-1 {}] regionserver.HStore(327): Store=4f49ac72fd49d95e5809b3bc426892f7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:45,589 INFO [StoreOpener-4f49ac72fd49d95e5809b3bc426892f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4f49ac72fd49d95e5809b3bc426892f7 2024-11-25T11:40:45,590 INFO [StoreOpener-4f49ac72fd49d95e5809b3bc426892f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f49ac72fd49d95e5809b3bc426892f7 columnFamilyName f1 2024-11-25T11:40:45,590 DEBUG [StoreOpener-4f49ac72fd49d95e5809b3bc426892f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:45,590 INFO [StoreOpener-4f49ac72fd49d95e5809b3bc426892f7-1 {}] regionserver.HStore(327): Store=4f49ac72fd49d95e5809b3bc426892f7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:45,590 INFO [StoreOpener-4f49ac72fd49d95e5809b3bc426892f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4f49ac72fd49d95e5809b3bc426892f7 2024-11-25T11:40:45,591 INFO [StoreOpener-4f49ac72fd49d95e5809b3bc426892f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f49ac72fd49d95e5809b3bc426892f7 columnFamilyName norep 2024-11-25T11:40:45,591 DEBUG [StoreOpener-4f49ac72fd49d95e5809b3bc426892f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:45,591 INFO [StoreOpener-4f49ac72fd49d95e5809b3bc426892f7-1 {}] regionserver.HStore(327): Store=4f49ac72fd49d95e5809b3bc426892f7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:45,591 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4f49ac72fd49d95e5809b3bc426892f7 2024-11-25T11:40:45,592 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/data/default/test/4f49ac72fd49d95e5809b3bc426892f7 2024-11-25T11:40:45,592 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/data/default/test/4f49ac72fd49d95e5809b3bc426892f7 2024-11-25T11:40:45,592 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4f49ac72fd49d95e5809b3bc426892f7 2024-11-25T11:40:45,593 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4f49ac72fd49d95e5809b3bc426892f7 2024-11-25T11:40:45,593 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:40:45,594 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4f49ac72fd49d95e5809b3bc426892f7 2024-11-25T11:40:45,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:40:45,595 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/data/default/test/4f49ac72fd49d95e5809b3bc426892f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:40:45,596 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4f49ac72fd49d95e5809b3bc426892f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68364530, jitterRate=0.01871088147163391}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:40:45,596 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f49ac72fd49d95e5809b3bc426892f7 2024-11-25T11:40:45,596 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4f49ac72fd49d95e5809b3bc426892f7: Running coprocessor pre-open hook at 1732534845586Writing region info on filesystem at 1732534845586Initializing all the Stores at 1732534845587 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534845587Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534845587Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534845587Cleaning up temporary data from old regions at 1732534845593 (+6 ms)Running coprocessor post-open hooks at 1732534845596 (+3 ms)Region opened successfully at 1732534845596 2024-11-25T11:40:45,597 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732534844454.4f49ac72fd49d95e5809b3bc426892f7., pid=6, masterSystemTime=1732534845582 2024-11-25T11:40:45,599 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732534844454.4f49ac72fd49d95e5809b3bc426892f7. 2024-11-25T11:40:45,599 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732534844454.4f49ac72fd49d95e5809b3bc426892f7. 2024-11-25T11:40:45,599 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4f49ac72fd49d95e5809b3bc426892f7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=96bb5f2c2895,40739,1732534841818 2024-11-25T11:40:45,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f49ac72fd49d95e5809b3bc426892f7, server=96bb5f2c2895,40739,1732534841818 because future has completed 2024-11-25T11:40:45,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T11:40:45,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f49ac72fd49d95e5809b3bc426892f7, server=96bb5f2c2895,40739,1732534841818 in 171 msec 2024-11-25T11:40:45,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T11:40:45,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4f49ac72fd49d95e5809b3bc426892f7, ASSIGN in 327 msec 2024-11-25T11:40:45,604 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:40:45,604 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534845604"}]},"ts":"1732534845604"} 2024-11-25T11:40:45,606 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T11:40:45,606 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:40:45,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-25T11:40:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:40:46,605 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T11:40:46,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a71a33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:46,606 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,46763,-1 for getting cluster id 2024-11-25T11:40:46,606 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:40:46,607 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c3eb151-c451-4ffc-86c5-48eeff76b259' 2024-11-25T11:40:46,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:40:46,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c3eb151-c451-4ffc-86c5-48eeff76b259" 2024-11-25T11:40:46,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5990f2da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:46,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,46763,-1] 2024-11-25T11:40:46,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:40:46,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:46,608 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:40:46,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@531c9ef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:46,609 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:40:46,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,46763,1732534841756 2024-11-25T11:40:46,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fbc735f 2024-11-25T11:40:46,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:40:46,610 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:40:46,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://96bb5f2c2895:46763,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T11:40:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T11:40:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:40:46,613 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:46763' 2024-11-25T11:40:46,613 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6111ab88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:46,613 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,46763,-1 for getting cluster id 2024-11-25T11:40:46,614 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:40:46,614 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c3eb151-c451-4ffc-86c5-48eeff76b259' 2024-11-25T11:40:46,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:40:46,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c3eb151-c451-4ffc-86c5-48eeff76b259" 2024-11-25T11:40:46,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758d262c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:46,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,46763,-1] 2024-11-25T11:40:46,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:40:46,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:46,615 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:40:46,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c65f735, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:46,616 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:40:46,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,46763,1732534841756 2024-11-25T11:40:46,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@222b6dfe 2024-11-25T11:40:46,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:40:46,617 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:40:46,618 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T11:40:46,618 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T11:40:46,618 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:46,618 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:46,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:40:46,619 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://96bb5f2c2895:46763, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:40:46,624 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://96bb5f2c2895:46763, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://96bb5f2c2895:46763, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://96bb5f2c2895:46763, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-25T11:40:46,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://96bb5f2c2895:46763, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=15 msec 2024-11-25T11:40:46,625 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-25T11:40:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:40:46,716 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://96bb5f2c2895:46763, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-25T11:40:46,717 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:40:46,717 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:40:46,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:46,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:46,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:40:46,737 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=534 (was 363) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39675 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_614029428_20 at /127.0.0.1:45272 [Receiving block BP-1036760146-172.17.0.2-1732534840753:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534843202 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1658336895-7813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 39675 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;96bb5f2c2895:40739-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 2 on default port 39675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534843202 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_614029428_20 at /127.0.0.1:45302 [Receiving block BP-1036760146-172.17.0.2-1732534840753:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server handler 0 on default port 41607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp2054141095-7856 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6af0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp1658336895-7809 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6af0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:61783): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-6c792f7a-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 41607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master/96bb5f2c2895:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359-prefix:96bb5f2c2895,40739,1732534841818 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 39675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-1036760146-172.17.0.2-1732534840753:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@502e9d8f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@9f24307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1036760146-172.17.0.2-1732534840753:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: M:0;96bb5f2c2895:46763 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2054141095-7857-acceptor-0@64f9118c-ServerConnector@9c9ec9c{HTTP/1.1, (http/1.1)}{localhost:42179} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: IPC Server handler 3 on default port 39675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp2054141095-7859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:39675 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/cluster_b48fc661-d190-8560-0b60-69c6a76f31c1/data/data1/current/BP-1036760146-172.17.0.2-1732534840753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/cluster_b48fc661-d190-8560-0b60-69c6a76f31c1/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@40c44b8c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39675 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 41607 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$606/0x00007f6af0ad0c98.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 41607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/cluster_b48fc661-d190-8560-0b60-69c6a76f31c1/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 39675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@3d10f114 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PacketResponder: BP-1036760146-172.17.0.2-1732534840753:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@6780168c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1658336895-7811-acceptor-0@1a1afda7-ServerConnector@4f850123{HTTP/1.1, (http/1.1)}{localhost:34685} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: regionserver/96bb5f2c2895:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-1036760146-172.17.0.2-1732534840753 heartbeating to localhost/127.0.0.1:39675 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1658336895-7814 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 39675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_614029428_20 at /127.0.0.1:45206 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@3680c111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: Session-HouseKeeper-af28189-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/96bb5f2c2895:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1658336895-7812 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@d34c221[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 96bb5f2c2895:46763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39675 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/cluster_b48fc661-d190-8560-0b60-69c6a76f31c1/data/data2/current/BP-1036760146-172.17.0.2-1732534840753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;96bb5f2c2895:40739 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/96bb5f2c2895:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 41607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@2e9ae276 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@2e5e22b3 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@2fe8e7b3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f6af09f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359-prefix:96bb5f2c2895,40739,1732534841818.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 41607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2054141095-7858 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1658336895-7808 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6af0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1658336895-7810 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6af0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39675/user/jenkins/test-data/7897c1fc-9aca-eff5-8cbb-e6ce8352d359/MasterData-prefix:96bb5f2c2895,46763,1732534841756 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: CacheReplicationMonitor(230943418) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1658336895-7807 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6af0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/96bb5f2c2895:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:61783 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1570295153_20 at /127.0.0.1:45266 [Receiving block BP-1036760146-172.17.0.2-1732534840753:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61783) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61783) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39675 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61783) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=872 (was 794) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=352 (was 380), ProcessCount=11 (was 11), AvailableMemoryMB=3525 (was 3569) 2024-11-25T11:40:46,740 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-25T11:40:46,753 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=534, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=352, ProcessCount=11, AvailableMemoryMB=3525 2024-11-25T11:40:46,753 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-25T11:40:46,767 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-25T11:40:46,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/hadoop.log.dir so I do NOT create it in target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b 2024-11-25T11:40:46,768 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T11:40:46,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/hadoop.tmp.dir so I do NOT create it in target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b 2024-11-25T11:40:46,768 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d7d7e98-4ba0-d899-3085-c9484e2e7db0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T11:40:46,768 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b 2024-11-25T11:40:46,768 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/cluster_4f65e6f8-d3b8-926f-b1ae-468484c54f4d, deleteOnExit=true 2024-11-25T11:40:46,771 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/cluster_4f65e6f8-d3b8-926f-b1ae-468484c54f4d/zookeeper_0, clientPort=55229, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/cluster_4f65e6f8-d3b8-926f-b1ae-468484c54f4d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/cluster_4f65e6f8-d3b8-926f-b1ae-468484c54f4d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T11:40:46,772 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55229 2024-11-25T11:40:46,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T11:40:46,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T11:40:46,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/test.cache.data in system properties and HBase conf 2024-11-25T11:40:46,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T11:40:46,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/hadoop.log.dir in system properties and HBase conf 2024-11-25T11:40:46,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T11:40:46,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T11:40:46,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T11:40:46,773 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T11:40:46,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:40:46,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:40:46,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T11:40:46,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:40:46,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T11:40:46,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T11:40:46,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:40:46,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:40:46,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T11:40:46,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/nfs.dump.dir in system properties and HBase conf 2024-11-25T11:40:46,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/java.io.tmpdir in system properties and HBase conf 2024-11-25T11:40:46,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:40:46,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T11:40:46,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T11:40:46,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:40:46,887 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:40:46,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:40:46,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:40:46,889 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:40:46,891 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:40:46,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@410def9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:40:46,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@296656b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:40:47,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d275d3c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/java.io.tmpdir/jetty-localhost-36683-hadoop-hdfs-3_4_1-tests_jar-_-any-2484074966219270430/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:40:47,010 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56e05721{HTTP/1.1, (http/1.1)}{localhost:36683} 2024-11-25T11:40:47,010 INFO [Time-limited test {}] server.Server(415): Started @274824ms 2024-11-25T11:40:47,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:40:47,122 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:40:47,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:40:47,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:40:47,125 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:40:47,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ea7902e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:40:47,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49767db0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:40:47,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1429a345{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/java.io.tmpdir/jetty-localhost-36601-hadoop-hdfs-3_4_1-tests_jar-_-any-4010917071838417961/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:40:47,245 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f96effb{HTTP/1.1, (http/1.1)}{localhost:36601} 2024-11-25T11:40:47,245 INFO [Time-limited test {}] server.Server(415): Started @275059ms 2024-11-25T11:40:47,246 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:40:47,350 WARN [Thread-4264 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/cluster_4f65e6f8-d3b8-926f-b1ae-468484c54f4d/data/data1/current/BP-329749965-172.17.0.2-1732534846808/current, will proceed with Du for space computation calculation, 2024-11-25T11:40:47,350 WARN [Thread-4265 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/cluster_4f65e6f8-d3b8-926f-b1ae-468484c54f4d/data/data2/current/BP-329749965-172.17.0.2-1732534846808/current, will proceed with Du for space computation calculation, 2024-11-25T11:40:47,373 WARN [Thread-4252 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:40:47,375 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5788687059492d3 with lease ID 0x99d2c4fecc2db91a: Processing first storage report for DS-4f7340ed-4ae9-4507-9ef8-131a37e68e27 from datanode DatanodeRegistration(127.0.0.1:33353, datanodeUuid=ffc65967-7538-458f-91c0-cefad6bd5675, infoPort=36223, infoSecurePort=0, ipcPort=45955, storageInfo=lv=-57;cid=testClusterID;nsid=783116672;c=1732534846808) 2024-11-25T11:40:47,375 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5788687059492d3 with lease ID 0x99d2c4fecc2db91a: from storage DS-4f7340ed-4ae9-4507-9ef8-131a37e68e27 node DatanodeRegistration(127.0.0.1:33353, datanodeUuid=ffc65967-7538-458f-91c0-cefad6bd5675, infoPort=36223, infoSecurePort=0, ipcPort=45955, storageInfo=lv=-57;cid=testClusterID;nsid=783116672;c=1732534846808), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:40:47,375 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5788687059492d3 with lease ID 0x99d2c4fecc2db91a: Processing first storage report for DS-0261ba2f-fa9f-4e40-b4e2-5e2df0e0ffd6 from datanode DatanodeRegistration(127.0.0.1:33353, datanodeUuid=ffc65967-7538-458f-91c0-cefad6bd5675, infoPort=36223, infoSecurePort=0, ipcPort=45955, storageInfo=lv=-57;cid=testClusterID;nsid=783116672;c=1732534846808) 2024-11-25T11:40:47,375 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5788687059492d3 with lease ID 0x99d2c4fecc2db91a: from storage DS-0261ba2f-fa9f-4e40-b4e2-5e2df0e0ffd6 node DatanodeRegistration(127.0.0.1:33353, datanodeUuid=ffc65967-7538-458f-91c0-cefad6bd5675, infoPort=36223, infoSecurePort=0, ipcPort=45955, storageInfo=lv=-57;cid=testClusterID;nsid=783116672;c=1732534846808), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:40:47,385 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b 2024-11-25T11:40:47,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:47,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:47,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:40:47,395 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7 with version=8 2024-11-25T11:40:47,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/hbase-staging 2024-11-25T11:40:47,398 INFO [Time-limited test {}] client.ConnectionUtils(128): master/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:40:47,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:47,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:47,398 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:40:47,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:47,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:40:47,398 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T11:40:47,399 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:40:47,399 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45069 2024-11-25T11:40:47,400 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45069 connecting to ZooKeeper ensemble=127.0.0.1:55229 2024-11-25T11:40:47,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450690x0, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:40:47,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45069-0x1014eedafc20000 connected 2024-11-25T11:40:47,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:47,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:47,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Set watcher on znode that does not yet exist, /0-578013545/running 2024-11-25T11:40:47,431 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7, hbase.cluster.distributed=false 2024-11-25T11:40:47,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Set watcher on znode that does not yet exist, /0-578013545/acl 2024-11-25T11:40:47,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45069 2024-11-25T11:40:47,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45069 2024-11-25T11:40:47,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45069 2024-11-25T11:40:47,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45069 2024-11-25T11:40:47,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45069 2024-11-25T11:40:47,453 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:40:47,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:47,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:47,453 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:40:47,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:47,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:40:47,453 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:40:47,453 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:40:47,454 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34751 2024-11-25T11:40:47,454 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34751 connecting to ZooKeeper ensemble=127.0.0.1:55229 2024-11-25T11:40:47,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:47,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:47,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347510x0, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:40:47,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347510x0, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Set watcher on znode that does not yet exist, /0-578013545/running 2024-11-25T11:40:47,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34751-0x1014eedafc20001 connected 2024-11-25T11:40:47,464 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:40:47,466 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:40:47,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34751-0x1014eedafc20001, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Set watcher on znode that does not yet exist, /0-578013545/master 2024-11-25T11:40:47,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34751-0x1014eedafc20001, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Set watcher on znode that does not yet exist, /0-578013545/acl 2024-11-25T11:40:47,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34751 2024-11-25T11:40:47,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34751 2024-11-25T11:40:47,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34751 2024-11-25T11:40:47,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34751 2024-11-25T11:40:47,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34751 2024-11-25T11:40:47,488 DEBUG [M:0;96bb5f2c2895:45069 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;96bb5f2c2895:45069 2024-11-25T11:40:47,488 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-578013545/backup-masters/96bb5f2c2895,45069,1732534847398 2024-11-25T11:40:47,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578013545/backup-masters 2024-11-25T11:40:47,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1014eedafc20001, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578013545/backup-masters 2024-11-25T11:40:47,490 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Set watcher on existing znode=/0-578013545/backup-masters/96bb5f2c2895,45069,1732534847398 2024-11-25T11:40:47,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1014eedafc20001, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-578013545/master 2024-11-25T11:40:47,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578013545 2024-11-25T11:40:47,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1014eedafc20001, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578013545 2024-11-25T11:40:47,492 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Set watcher on existing znode=/0-578013545/master 2024-11-25T11:40:47,492 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-578013545/backup-masters/96bb5f2c2895,45069,1732534847398 from backup master directory 2024-11-25T11:40:47,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1014eedafc20001, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578013545/backup-masters 2024-11-25T11:40:47,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-578013545/backup-masters/96bb5f2c2895,45069,1732534847398 2024-11-25T11:40:47,494 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:40:47,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578013545/backup-masters 2024-11-25T11:40:47,494 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=96bb5f2c2895,45069,1732534847398 2024-11-25T11:40:47,499 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/hbase.id] with ID: d30370d6-a65f-4ae9-aff0-f8c184fa15fa 2024-11-25T11:40:47,499 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/.tmp/hbase.id 2024-11-25T11:40:47,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:40:47,907 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/.tmp/hbase.id]:[hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/hbase.id] 2024-11-25T11:40:47,915 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:47,915 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T11:40:47,916 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T11:40:47,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578013545 2024-11-25T11:40:47,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1014eedafc20001, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578013545 2024-11-25T11:40:47,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:40:48,324 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:40:48,325 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T11:40:48,326 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:40:48,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:40:48,732 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/MasterData/data/master/store 2024-11-25T11:40:48,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:40:49,137 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:49,137 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:40:49,137 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:49,137 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:49,137 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:40:49,137 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:49,137 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:49,137 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534849137Disabling compacts and flushes for region at 1732534849137Disabling writes for close at 1732534849137Writing region close event to WAL at 1732534849137Closed at 1732534849137 2024-11-25T11:40:49,138 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/MasterData/data/master/store/.initializing 2024-11-25T11:40:49,138 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/MasterData/WALs/96bb5f2c2895,45069,1732534847398 2024-11-25T11:40:49,139 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:40:49,140 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C45069%2C1732534847398, suffix=, logDir=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/MasterData/WALs/96bb5f2c2895,45069,1732534847398, archiveDir=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/MasterData/oldWALs, maxLogs=10 2024-11-25T11:40:49,158 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/MasterData/WALs/96bb5f2c2895,45069,1732534847398/96bb5f2c2895%2C45069%2C1732534847398.1732534849140, exclude list is [], retry=0 2024-11-25T11:40:49,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33353,DS-4f7340ed-4ae9-4507-9ef8-131a37e68e27,DISK] 2024-11-25T11:40:49,162 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/MasterData/WALs/96bb5f2c2895,45069,1732534847398/96bb5f2c2895%2C45069%2C1732534847398.1732534849140 2024-11-25T11:40:49,162 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36223:36223)] 2024-11-25T11:40:49,162 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:40:49,162 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:49,163 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:49,163 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:49,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:49,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T11:40:49,165 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:49,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:49,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:49,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T11:40:49,166 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:49,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:49,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:49,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T11:40:49,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:49,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:49,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:49,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T11:40:49,168 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:49,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:49,169 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:49,169 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:49,170 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:49,171 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:49,171 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:49,171 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:40:49,172 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:49,173 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:40:49,174 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70271728, jitterRate=0.04713034629821777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:40:49,174 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732534849163Initializing all the Stores at 1732534849163Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534849163Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534849163Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534849163Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534849163Cleaning up temporary data from old regions at 1732534849171 (+8 ms)Region opened successfully at 1732534849174 (+3 ms) 2024-11-25T11:40:49,174 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T11:40:49,176 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7381385f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:40:49,177 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T11:40:49,177 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T11:40:49,177 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T11:40:49,177 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T11:40:49,177 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T11:40:49,178 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T11:40:49,178 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T11:40:49,179 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T11:40:49,180 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Unable to get data of znode /0-578013545/balancer because node does not exist (not necessarily an error) 2024-11-25T11:40:49,182 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-578013545/balancer already deleted, retry=false 2024-11-25T11:40:49,182 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T11:40:49,183 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Unable to get data of znode /0-578013545/normalizer because node does not exist (not necessarily an error) 2024-11-25T11:40:49,184 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-578013545/normalizer already deleted, retry=false 2024-11-25T11:40:49,184 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T11:40:49,185 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Unable to get data of znode /0-578013545/switch/split because node does not exist (not necessarily an error) 2024-11-25T11:40:49,186 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-578013545/switch/split already deleted, retry=false 2024-11-25T11:40:49,186 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Unable to get data of znode /0-578013545/switch/merge because node does not exist (not necessarily an error) 2024-11-25T11:40:49,189 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-578013545/switch/merge already deleted, retry=false 2024-11-25T11:40:49,190 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Unable to get data of znode /0-578013545/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T11:40:49,191 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-578013545/snapshot-cleanup already deleted, retry=false 2024-11-25T11:40:49,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-578013545/running 2024-11-25T11:40:49,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1014eedafc20001, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-578013545/running 2024-11-25T11:40:49,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578013545 2024-11-25T11:40:49,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1014eedafc20001, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578013545 2024-11-25T11:40:49,193 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=96bb5f2c2895,45069,1732534847398, sessionid=0x1014eedafc20000, setting cluster-up flag (Was=false) 2024-11-25T11:40:49,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578013545 2024-11-25T11:40:49,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1014eedafc20001, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578013545 2024-11-25T11:40:49,201 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-578013545/flush-table-proc/acquired, /0-578013545/flush-table-proc/reached, /0-578013545/flush-table-proc/abort 2024-11-25T11:40:49,201 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,45069,1732534847398 2024-11-25T11:40:49,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578013545 2024-11-25T11:40:49,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1014eedafc20001, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578013545 2024-11-25T11:40:49,217 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-578013545/online-snapshot/acquired, /0-578013545/online-snapshot/reached, /0-578013545/online-snapshot/abort 2024-11-25T11:40:49,218 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,45069,1732534847398 2024-11-25T11:40:49,219 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T11:40:49,220 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T11:40:49,220 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T11:40:49,220 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T11:40:49,220 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 96bb5f2c2895,45069,1732534847398 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T11:40:49,221 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:40:49,221 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:40:49,221 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:40:49,221 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:40:49,221 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/96bb5f2c2895:0, corePoolSize=10, maxPoolSize=10 2024-11-25T11:40:49,221 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:49,222 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:40:49,222 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:49,223 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732534879223 2024-11-25T11:40:49,223 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T11:40:49,223 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T11:40:49,223 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T11:40:49,223 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T11:40:49,223 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T11:40:49,223 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T11:40:49,223 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:40:49,223 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T11:40:49,223 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:49,224 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T11:40:49,224 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T11:40:49,224 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T11:40:49,224 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T11:40:49,224 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T11:40:49,224 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T11:40:49,224 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:49,224 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534849224,5,FailOnTimeoutGroup] 2024-11-25T11:40:49,224 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T11:40:49,225 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534849224,5,FailOnTimeoutGroup] 2024-11-25T11:40:49,225 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:49,225 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T11:40:49,225 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:49,225 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:49,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:40:49,264 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T11:40:49,265 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T11:40:49,275 INFO [RS:0;96bb5f2c2895:34751 {}] regionserver.HRegionServer(746): ClusterId : d30370d6-a65f-4ae9-aff0-f8c184fa15fa 2024-11-25T11:40:49,275 DEBUG [RS:0;96bb5f2c2895:34751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:40:49,277 DEBUG [RS:0;96bb5f2c2895:34751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:40:49,277 DEBUG [RS:0;96bb5f2c2895:34751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:40:49,279 DEBUG [RS:0;96bb5f2c2895:34751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:40:49,279 DEBUG [RS:0;96bb5f2c2895:34751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a78841f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:40:49,295 DEBUG [RS:0;96bb5f2c2895:34751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;96bb5f2c2895:34751 2024-11-25T11:40:49,295 INFO [RS:0;96bb5f2c2895:34751 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:40:49,295 INFO [RS:0;96bb5f2c2895:34751 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:40:49,295 DEBUG [RS:0;96bb5f2c2895:34751 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:40:49,296 INFO [RS:0;96bb5f2c2895:34751 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,45069,1732534847398 with port=34751, startcode=1732534847453 2024-11-25T11:40:49,296 DEBUG [RS:0;96bb5f2c2895:34751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:40:49,297 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:40:49,298 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45069 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,34751,1732534847453 2024-11-25T11:40:49,298 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45069 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,34751,1732534847453 2024-11-25T11:40:49,299 DEBUG [RS:0;96bb5f2c2895:34751 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7 2024-11-25T11:40:49,299 DEBUG [RS:0;96bb5f2c2895:34751 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35965 2024-11-25T11:40:49,299 DEBUG [RS:0;96bb5f2c2895:34751 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:40:49,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578013545/rs 2024-11-25T11:40:49,301 DEBUG [RS:0;96bb5f2c2895:34751 {}] zookeeper.ZKUtil(111): regionserver:34751-0x1014eedafc20001, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Set watcher on existing znode=/0-578013545/rs/96bb5f2c2895,34751,1732534847453 2024-11-25T11:40:49,301 WARN [RS:0;96bb5f2c2895:34751 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:40:49,301 INFO [RS:0;96bb5f2c2895:34751 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:40:49,301 DEBUG [RS:0;96bb5f2c2895:34751 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453 2024-11-25T11:40:49,301 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,34751,1732534847453] 2024-11-25T11:40:49,303 INFO [RS:0;96bb5f2c2895:34751 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:40:49,306 INFO [RS:0;96bb5f2c2895:34751 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:40:49,306 INFO [RS:0;96bb5f2c2895:34751 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:40:49,307 INFO [RS:0;96bb5f2c2895:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:49,307 INFO [RS:0;96bb5f2c2895:34751 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:40:49,307 INFO [RS:0;96bb5f2c2895:34751 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:40:49,307 INFO [RS:0;96bb5f2c2895:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:49,307 DEBUG [RS:0;96bb5f2c2895:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:49,307 DEBUG [RS:0;96bb5f2c2895:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:49,307 DEBUG [RS:0;96bb5f2c2895:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:49,307 DEBUG [RS:0;96bb5f2c2895:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:49,307 DEBUG [RS:0;96bb5f2c2895:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:49,307 DEBUG [RS:0;96bb5f2c2895:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:40:49,307 DEBUG [RS:0;96bb5f2c2895:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:49,307 DEBUG [RS:0;96bb5f2c2895:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:49,308 DEBUG [RS:0;96bb5f2c2895:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:49,308 DEBUG [RS:0;96bb5f2c2895:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:49,308 DEBUG [RS:0;96bb5f2c2895:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:49,308 DEBUG [RS:0;96bb5f2c2895:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:49,308 DEBUG [RS:0;96bb5f2c2895:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:40:49,308 DEBUG [RS:0;96bb5f2c2895:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:40:49,308 INFO [RS:0;96bb5f2c2895:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:49,308 INFO [RS:0;96bb5f2c2895:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:49,308 INFO [RS:0;96bb5f2c2895:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:49,308 INFO [RS:0;96bb5f2c2895:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:49,308 INFO [RS:0;96bb5f2c2895:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:49,308 INFO [RS:0;96bb5f2c2895:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,34751,1732534847453-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:40:49,322 INFO [RS:0;96bb5f2c2895:34751 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:40:49,322 INFO [RS:0;96bb5f2c2895:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,34751,1732534847453-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:49,322 INFO [RS:0;96bb5f2c2895:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:49,322 INFO [RS:0;96bb5f2c2895:34751 {}] regionserver.Replication(171): 96bb5f2c2895,34751,1732534847453 started 2024-11-25T11:40:49,336 INFO [RS:0;96bb5f2c2895:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:49,336 INFO [RS:0;96bb5f2c2895:34751 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,34751,1732534847453, RpcServer on 96bb5f2c2895/172.17.0.2:34751, sessionid=0x1014eedafc20001 2024-11-25T11:40:49,336 DEBUG [RS:0;96bb5f2c2895:34751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:40:49,336 DEBUG [RS:0;96bb5f2c2895:34751 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,34751,1732534847453 2024-11-25T11:40:49,336 DEBUG [RS:0;96bb5f2c2895:34751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,34751,1732534847453' 2024-11-25T11:40:49,336 DEBUG [RS:0;96bb5f2c2895:34751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-578013545/flush-table-proc/abort' 2024-11-25T11:40:49,337 DEBUG [RS:0;96bb5f2c2895:34751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-578013545/flush-table-proc/acquired' 2024-11-25T11:40:49,337 DEBUG [RS:0;96bb5f2c2895:34751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:40:49,337 DEBUG [RS:0;96bb5f2c2895:34751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:40:49,337 DEBUG [RS:0;96bb5f2c2895:34751 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,34751,1732534847453 2024-11-25T11:40:49,337 DEBUG [RS:0;96bb5f2c2895:34751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,34751,1732534847453' 2024-11-25T11:40:49,337 DEBUG [RS:0;96bb5f2c2895:34751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-578013545/online-snapshot/abort' 2024-11-25T11:40:49,337 DEBUG [RS:0;96bb5f2c2895:34751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-578013545/online-snapshot/acquired' 2024-11-25T11:40:49,338 DEBUG [RS:0;96bb5f2c2895:34751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:40:49,338 INFO [RS:0;96bb5f2c2895:34751 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:40:49,338 INFO [RS:0;96bb5f2c2895:34751 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:40:49,438 INFO [RS:0;96bb5f2c2895:34751 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:40:49,439 INFO [RS:0;96bb5f2c2895:34751 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C34751%2C1732534847453, suffix=, logDir=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453, archiveDir=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/oldWALs, maxLogs=10 2024-11-25T11:40:49,452 DEBUG [RS:0;96bb5f2c2895:34751 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534849439, exclude list is [], retry=0 2024-11-25T11:40:49,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33353,DS-4f7340ed-4ae9-4507-9ef8-131a37e68e27,DISK] 2024-11-25T11:40:49,456 INFO [RS:0;96bb5f2c2895:34751 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534849439 2024-11-25T11:40:49,456 DEBUG [RS:0;96bb5f2c2895:34751 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36223:36223)] 2024-11-25T11:40:49,632 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T11:40:49,632 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7 2024-11-25T11:40:49,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741833_1009 (size=32) 2024-11-25T11:40:49,857 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:40:49,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:49,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:49,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:49,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:49,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:49,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:49,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:49,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:49,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:49,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:49,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:49,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:49,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:49,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:49,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:49,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:49,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:50,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:50,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:40:50,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:40:50,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:50,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:50,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:40:50,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:40:50,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:50,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:50,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:40:50,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:40:50,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:50,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:50,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:40:50,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:40:50,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:50,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:50,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:40:50,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/meta/1588230740 2024-11-25T11:40:50,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/meta/1588230740 2024-11-25T11:40:50,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:40:50,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:40:50,045 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:40:50,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:40:50,047 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:40:50,048 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61705692, jitterRate=-0.08051353693008423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:40:50,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732534850037Initializing all the Stores at 1732534850038 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534850038Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534850038Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534850038Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534850038Cleaning up temporary data from old regions at 1732534850045 (+7 ms)Region opened successfully at 1732534850048 (+3 ms) 2024-11-25T11:40:50,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:40:50,048 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:40:50,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:40:50,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:40:50,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:40:50,048 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:40:50,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534850048Disabling compacts and flushes for region at 1732534850048Disabling writes for close at 1732534850048Writing region close event to WAL at 1732534850048Closed at 1732534850048 2024-11-25T11:40:50,049 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:40:50,049 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T11:40:50,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:40:50,050 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:40:50,051 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T11:40:50,201 DEBUG [96bb5f2c2895:45069 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T11:40:50,201 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=96bb5f2c2895,34751,1732534847453 2024-11-25T11:40:50,202 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,34751,1732534847453, state=OPENING 2024-11-25T11:40:50,209 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T11:40:50,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1014eedafc20001, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578013545 2024-11-25T11:40:50,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578013545 2024-11-25T11:40:50,212 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:40:50,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,34751,1732534847453}] 2024-11-25T11:40:50,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-578013545/meta-region-server: CHANGED 2024-11-25T11:40:50,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-578013545/meta-region-server: CHANGED 2024-11-25T11:40:50,364 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:40:50,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:40:50,369 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:40:50,369 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:40:50,369 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:40:50,370 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C34751%2C1732534847453.meta, suffix=.meta, logDir=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453, archiveDir=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/oldWALs, maxLogs=10 2024-11-25T11:40:50,383 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.meta.1732534850370.meta, exclude list is [], retry=0 2024-11-25T11:40:50,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33353,DS-4f7340ed-4ae9-4507-9ef8-131a37e68e27,DISK] 2024-11-25T11:40:50,386 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.meta.1732534850370.meta 2024-11-25T11:40:50,387 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36223:36223)] 2024-11-25T11:40:50,387 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:40:50,387 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:40:50,387 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:40:50,387 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:40:50,387 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:40:50,387 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:40:50,387 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:50,388 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:40:50,388 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:40:50,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:40:50,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:40:50,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:50,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:50,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:40:50,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:40:50,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:50,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:50,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:40:50,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:40:50,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:50,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:50,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:40:50,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:40:50,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:50,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:50,392 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:40:50,392 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/meta/1588230740 2024-11-25T11:40:50,393 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/meta/1588230740 2024-11-25T11:40:50,394 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:40:50,394 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:40:50,394 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:40:50,395 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:40:50,395 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69868646, jitterRate=0.04112395644187927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:40:50,395 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:40:50,395 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732534850388Writing region info on filesystem at 1732534850388Initializing all the Stores at 1732534850388Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534850388Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534850388Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534850388Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534850388Cleaning up temporary data from old regions at 1732534850394 (+6 ms)Running coprocessor post-open hooks at 1732534850395 (+1 ms)Region opened successfully at 1732534850395 2024-11-25T11:40:50,396 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732534850364 2024-11-25T11:40:50,398 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:40:50,398 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:40:50,398 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,34751,1732534847453 2024-11-25T11:40:50,399 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,34751,1732534847453, state=OPEN 2024-11-25T11:40:50,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1014eedafc20001, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-578013545/meta-region-server 2024-11-25T11:40:50,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-578013545/meta-region-server 2024-11-25T11:40:50,407 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=96bb5f2c2895,34751,1732534847453 2024-11-25T11:40:50,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-578013545/meta-region-server: CHANGED 2024-11-25T11:40:50,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-578013545/meta-region-server: CHANGED 2024-11-25T11:40:50,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T11:40:50,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,34751,1732534847453 in 195 msec 2024-11-25T11:40:50,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T11:40:50,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-25T11:40:50,411 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:40:50,411 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T11:40:50,412 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:40:50,412 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,34751,1732534847453, seqNum=-1] 2024-11-25T11:40:50,412 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:40:50,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:40:50,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1970 sec 2024-11-25T11:40:50,417 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732534850417, completionTime=-1 2024-11-25T11:40:50,417 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T11:40:50,417 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T11:40:50,419 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T11:40:50,419 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732534910419 2024-11-25T11:40:50,419 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732534970419 2024-11-25T11:40:50,419 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T11:40:50,419 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,45069,1732534847398-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:50,419 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,45069,1732534847398-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:50,419 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,45069,1732534847398-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:50,419 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-96bb5f2c2895:45069, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:50,419 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:50,419 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:50,421 DEBUG [master/96bb5f2c2895:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T11:40:50,423 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.929sec 2024-11-25T11:40:50,423 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T11:40:50,423 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T11:40:50,423 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T11:40:50,423 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T11:40:50,423 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T11:40:50,423 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,45069,1732534847398-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:40:50,423 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,45069,1732534847398-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T11:40:50,425 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T11:40:50,425 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T11:40:50,425 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,45069,1732534847398-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:50,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df36315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:50,477 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,45069,-1 for getting cluster id 2024-11-25T11:40:50,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:40:50,478 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd30370d6-a65f-4ae9-aff0-f8c184fa15fa' 2024-11-25T11:40:50,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:40:50,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d30370d6-a65f-4ae9-aff0-f8c184fa15fa" 2024-11-25T11:40:50,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b732393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:50,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,45069,-1] 2024-11-25T11:40:50,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:40:50,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:50,479 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:40:50,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1507e799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:50,480 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:40:50,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,34751,1732534847453, seqNum=-1] 2024-11-25T11:40:50,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:40:50,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:40:50,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=96bb5f2c2895,45069,1732534847398 2024-11-25T11:40:50,485 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55229 2024-11-25T11:40:50,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:40:50,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014eedafc20002 connected 2024-11-25T11:40:50,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/hadoop.log.dir so I do NOT create it in target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b 2024-11-25T11:40:50,493 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T11:40:50,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/hadoop.tmp.dir so I do NOT create it in target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b 2024-11-25T11:40:50,493 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T11:40:50,493 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b 2024-11-25T11:40:50,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T11:40:50,493 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/cluster_9b33596a-1803-0b91-998b-83ad4a4f27cc, deleteOnExit=true 2024-11-25T11:40:50,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T11:40:50,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/test.cache.data in system properties and HBase conf 2024-11-25T11:40:50,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T11:40:50,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/hadoop.log.dir in system properties and HBase conf 2024-11-25T11:40:50,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T11:40:50,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T11:40:50,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T11:40:50,493 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T11:40:50,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:40:50,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:40:50,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T11:40:50,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:40:50,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T11:40:50,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T11:40:50,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:40:50,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:40:50,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T11:40:50,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/nfs.dump.dir in system properties and HBase conf 2024-11-25T11:40:50,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/java.io.tmpdir in system properties and HBase conf 2024-11-25T11:40:50,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:40:50,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T11:40:50,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T11:40:50,584 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:40:50,587 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:40:50,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:40:50,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:40:50,588 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T11:40:50,589 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:40:50,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19d5f462{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:40:50,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c64721b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:40:50,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28896d82{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/java.io.tmpdir/jetty-localhost-32949-hadoop-hdfs-3_4_1-tests_jar-_-any-2076404997507024536/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:40:50,704 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bb26dc{HTTP/1.1, (http/1.1)}{localhost:32949} 2024-11-25T11:40:50,704 INFO [Time-limited test {}] server.Server(415): Started @278518ms 2024-11-25T11:40:50,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:40:50,784 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:40:50,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:40:50,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:40:50,785 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:40:50,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d746cd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:40:50,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@83959c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:40:50,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e5b4447{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/java.io.tmpdir/jetty-localhost-44787-hadoop-hdfs-3_4_1-tests_jar-_-any-12064655004263900144/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:40:50,900 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69dbfd02{HTTP/1.1, (http/1.1)}{localhost:44787} 2024-11-25T11:40:50,900 INFO [Time-limited test {}] server.Server(415): Started @278714ms 2024-11-25T11:40:50,901 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:40:51,000 WARN [Thread-4385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/cluster_9b33596a-1803-0b91-998b-83ad4a4f27cc/data/data1/current/BP-1432267558-172.17.0.2-1732534850512/current, will proceed with Du for space computation calculation, 2024-11-25T11:40:51,000 WARN [Thread-4386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/cluster_9b33596a-1803-0b91-998b-83ad4a4f27cc/data/data2/current/BP-1432267558-172.17.0.2-1732534850512/current, will proceed with Du for space computation calculation, 2024-11-25T11:40:51,017 WARN [Thread-4373 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:40:51,021 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf248df840b9fcc0d with lease ID 0xfee3b6822fbd46ab: Processing first storage report for DS-c6e9a140-83f5-4339-8367-7949a8e5b59b from datanode DatanodeRegistration(127.0.0.1:45191, datanodeUuid=58dd1942-e257-4815-b157-937d6b5de808, infoPort=39593, infoSecurePort=0, ipcPort=40425, storageInfo=lv=-57;cid=testClusterID;nsid=850197665;c=1732534850512) 2024-11-25T11:40:51,021 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf248df840b9fcc0d with lease ID 0xfee3b6822fbd46ab: from storage DS-c6e9a140-83f5-4339-8367-7949a8e5b59b node DatanodeRegistration(127.0.0.1:45191, datanodeUuid=58dd1942-e257-4815-b157-937d6b5de808, infoPort=39593, infoSecurePort=0, ipcPort=40425, storageInfo=lv=-57;cid=testClusterID;nsid=850197665;c=1732534850512), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:40:51,021 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf248df840b9fcc0d with lease ID 0xfee3b6822fbd46ab: Processing first storage report for DS-d3d52bc7-cbc9-4906-b363-bf35c9cb53e4 from datanode DatanodeRegistration(127.0.0.1:45191, datanodeUuid=58dd1942-e257-4815-b157-937d6b5de808, infoPort=39593, infoSecurePort=0, ipcPort=40425, storageInfo=lv=-57;cid=testClusterID;nsid=850197665;c=1732534850512) 2024-11-25T11:40:51,021 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf248df840b9fcc0d with lease ID 0xfee3b6822fbd46ab: from storage DS-d3d52bc7-cbc9-4906-b363-bf35c9cb53e4 node DatanodeRegistration(127.0.0.1:45191, datanodeUuid=58dd1942-e257-4815-b157-937d6b5de808, infoPort=39593, infoSecurePort=0, ipcPort=40425, storageInfo=lv=-57;cid=testClusterID;nsid=850197665;c=1732534850512), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:40:51,029 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b 2024-11-25T11:40:51,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:51,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:51,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45191 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:40:51,037 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730 with version=8 2024-11-25T11:40:51,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/hbase-staging 2024-11-25T11:40:51,039 INFO [Time-limited test {}] client.ConnectionUtils(128): master/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:40:51,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:51,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:51,039 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:40:51,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:51,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:40:51,040 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T11:40:51,040 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:40:51,040 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38717 2024-11-25T11:40:51,041 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38717 connecting to ZooKeeper ensemble=127.0.0.1:55229 2024-11-25T11:40:51,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387170x0, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:40:51,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38717-0x1014eedafc20003 connected 2024-11-25T11:40:51,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:51,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:51,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Set watcher on znode that does not yet exist, /1157725703/running 2024-11-25T11:40:51,058 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730, hbase.cluster.distributed=false 2024-11-25T11:40:51,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Set watcher on znode that does not yet exist, /1157725703/acl 2024-11-25T11:40:51,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38717 2024-11-25T11:40:51,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38717 2024-11-25T11:40:51,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38717 2024-11-25T11:40:51,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38717 2024-11-25T11:40:51,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38717 2024-11-25T11:40:51,074 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:40:51,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:51,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:51,074 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:40:51,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:51,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:40:51,074 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:40:51,074 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:40:51,075 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40415 2024-11-25T11:40:51,076 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40415 connecting to ZooKeeper ensemble=127.0.0.1:55229 2024-11-25T11:40:51,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:51,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:51,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404150x0, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:40:51,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404150x0, quorum=127.0.0.1:55229, baseZNode=/1157725703 Set watcher on znode that does not yet exist, /1157725703/running 2024-11-25T11:40:51,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40415-0x1014eedafc20004 connected 2024-11-25T11:40:51,082 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:40:51,083 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:40:51,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40415-0x1014eedafc20004, quorum=127.0.0.1:55229, baseZNode=/1157725703 Set watcher on znode that does not yet exist, /1157725703/master 2024-11-25T11:40:51,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40415-0x1014eedafc20004, quorum=127.0.0.1:55229, baseZNode=/1157725703 Set watcher on znode that does not yet exist, /1157725703/acl 2024-11-25T11:40:51,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40415 2024-11-25T11:40:51,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40415 2024-11-25T11:40:51,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40415 2024-11-25T11:40:51,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40415 2024-11-25T11:40:51,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40415 2024-11-25T11:40:51,102 DEBUG [M:0;96bb5f2c2895:38717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;96bb5f2c2895:38717 2024-11-25T11:40:51,103 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1157725703/backup-masters/96bb5f2c2895,38717,1732534851039 2024-11-25T11:40:51,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1014eedafc20004, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157725703/backup-masters 2024-11-25T11:40:51,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157725703/backup-masters 2024-11-25T11:40:51,105 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Set watcher on existing znode=/1157725703/backup-masters/96bb5f2c2895,38717,1732534851039 2024-11-25T11:40:51,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1014eedafc20004, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1157725703/master 2024-11-25T11:40:51,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1014eedafc20004, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157725703 2024-11-25T11:40:51,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157725703 2024-11-25T11:40:51,107 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Set watcher on existing znode=/1157725703/master 2024-11-25T11:40:51,107 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1157725703/backup-masters/96bb5f2c2895,38717,1732534851039 from backup master directory 2024-11-25T11:40:51,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1157725703/backup-masters/96bb5f2c2895,38717,1732534851039 2024-11-25T11:40:51,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1014eedafc20004, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157725703/backup-masters 2024-11-25T11:40:51,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157725703/backup-masters 2024-11-25T11:40:51,108 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:40:51,108 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=96bb5f2c2895,38717,1732534851039 2024-11-25T11:40:51,111 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/hbase.id] with ID: a32ced33-6f91-4df8-a7c6-ae4e7af860a6 2024-11-25T11:40:51,111 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/.tmp/hbase.id 2024-11-25T11:40:51,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45191 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:40:51,517 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/.tmp/hbase.id]:[hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/hbase.id] 2024-11-25T11:40:51,525 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:51,525 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T11:40:51,525 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-25T11:40:51,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157725703 2024-11-25T11:40:51,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1014eedafc20004, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157725703 2024-11-25T11:40:51,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45191 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:40:51,932 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:40:51,932 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T11:40:51,933 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:40:51,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45191 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:40:52,338 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/MasterData/data/master/store 2024-11-25T11:40:52,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45191 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:40:52,746 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:52,746 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:40:52,746 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:52,746 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:52,746 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:40:52,746 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:52,746 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:52,746 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534852746Disabling compacts and flushes for region at 1732534852746Disabling writes for close at 1732534852746Writing region close event to WAL at 1732534852746Closed at 1732534852746 2024-11-25T11:40:52,747 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/MasterData/data/master/store/.initializing 2024-11-25T11:40:52,747 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/MasterData/WALs/96bb5f2c2895,38717,1732534851039 2024-11-25T11:40:52,748 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:40:52,749 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C38717%2C1732534851039, suffix=, logDir=hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/MasterData/WALs/96bb5f2c2895,38717,1732534851039, archiveDir=hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/MasterData/oldWALs, maxLogs=10 2024-11-25T11:40:52,763 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/MasterData/WALs/96bb5f2c2895,38717,1732534851039/96bb5f2c2895%2C38717%2C1732534851039.1732534852749, exclude list is [], retry=0 2024-11-25T11:40:52,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45191,DS-c6e9a140-83f5-4339-8367-7949a8e5b59b,DISK] 2024-11-25T11:40:52,766 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/MasterData/WALs/96bb5f2c2895,38717,1732534851039/96bb5f2c2895%2C38717%2C1732534851039.1732534852749 2024-11-25T11:40:52,767 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39593:39593)] 2024-11-25T11:40:52,767 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:40:52,767 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:52,767 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:52,767 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:52,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:52,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T11:40:52,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:52,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:52,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:52,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T11:40:52,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:52,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:52,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:52,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T11:40:52,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:52,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:52,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:52,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T11:40:52,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:52,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:52,772 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:52,773 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:52,773 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:52,774 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:52,774 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:52,774 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:40:52,775 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:52,776 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:40:52,777 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63837799, jitterRate=-0.048742666840553284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:40:52,777 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732534852767Initializing all the Stores at 1732534852768 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534852768Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534852768Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534852768Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534852768Cleaning up temporary data from old regions at 1732534852774 (+6 ms)Region opened successfully at 1732534852777 (+3 ms) 2024-11-25T11:40:52,777 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T11:40:52,779 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3fc72a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:40:52,780 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T11:40:52,780 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T11:40:52,780 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T11:40:52,780 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T11:40:52,780 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T11:40:52,780 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T11:40:52,780 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T11:40:52,782 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T11:40:52,783 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Unable to get data of znode /1157725703/balancer because node does not exist (not necessarily an error) 2024-11-25T11:40:52,785 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1157725703/balancer already deleted, retry=false 2024-11-25T11:40:52,785 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T11:40:52,786 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Unable to get data of znode /1157725703/normalizer because node does not exist (not necessarily an error) 2024-11-25T11:40:52,787 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1157725703/normalizer already deleted, retry=false 2024-11-25T11:40:52,787 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T11:40:52,787 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Unable to get data of znode /1157725703/switch/split because node does not exist (not necessarily an error) 2024-11-25T11:40:52,788 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1157725703/switch/split already deleted, retry=false 2024-11-25T11:40:52,789 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Unable to get data of znode /1157725703/switch/merge because node does not exist (not necessarily an error) 2024-11-25T11:40:52,790 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1157725703/switch/merge already deleted, retry=false 2024-11-25T11:40:52,791 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Unable to get data of znode /1157725703/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T11:40:52,793 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1157725703/snapshot-cleanup already deleted, retry=false 2024-11-25T11:40:52,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1157725703/running 2024-11-25T11:40:52,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1014eedafc20004, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1157725703/running 2024-11-25T11:40:52,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157725703 2024-11-25T11:40:52,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1014eedafc20004, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157725703 2024-11-25T11:40:52,794 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=96bb5f2c2895,38717,1732534851039, sessionid=0x1014eedafc20003, setting cluster-up flag (Was=false) 2024-11-25T11:40:52,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1014eedafc20004, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157725703 2024-11-25T11:40:52,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157725703 2024-11-25T11:40:52,802 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1157725703/flush-table-proc/acquired, /1157725703/flush-table-proc/reached, /1157725703/flush-table-proc/abort 2024-11-25T11:40:52,802 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,38717,1732534851039 2024-11-25T11:40:52,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157725703 2024-11-25T11:40:52,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1014eedafc20004, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157725703 2024-11-25T11:40:52,811 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1157725703/online-snapshot/acquired, /1157725703/online-snapshot/reached, /1157725703/online-snapshot/abort 2024-11-25T11:40:52,811 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,38717,1732534851039 2024-11-25T11:40:52,812 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T11:40:52,813 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T11:40:52,813 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T11:40:52,813 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T11:40:52,814 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 96bb5f2c2895,38717,1732534851039 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T11:40:52,814 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:40:52,814 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:40:52,814 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:40:52,815 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:40:52,815 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/96bb5f2c2895:0, corePoolSize=10, maxPoolSize=10 2024-11-25T11:40:52,815 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:52,815 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:40:52,815 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:52,816 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732534882816 2024-11-25T11:40:52,816 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T11:40:52,816 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:40:52,816 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T11:40:52,816 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T11:40:52,816 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T11:40:52,816 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T11:40:52,816 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T11:40:52,816 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T11:40:52,816 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:52,817 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:52,817 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T11:40:52,820 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T11:40:52,820 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T11:40:52,820 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T11:40:52,820 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T11:40:52,824 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T11:40:52,824 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T11:40:52,824 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534852824,5,FailOnTimeoutGroup] 2024-11-25T11:40:52,824 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534852824,5,FailOnTimeoutGroup] 2024-11-25T11:40:52,824 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:52,824 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T11:40:52,824 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:52,824 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:52,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45191 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:40:52,894 INFO [RS:0;96bb5f2c2895:40415 {}] regionserver.HRegionServer(746): ClusterId : a32ced33-6f91-4df8-a7c6-ae4e7af860a6 2024-11-25T11:40:52,894 DEBUG [RS:0;96bb5f2c2895:40415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:40:52,897 DEBUG [RS:0;96bb5f2c2895:40415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:40:52,897 DEBUG [RS:0;96bb5f2c2895:40415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:40:52,899 DEBUG [RS:0;96bb5f2c2895:40415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:40:52,899 DEBUG [RS:0;96bb5f2c2895:40415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b83e640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:40:52,911 DEBUG [RS:0;96bb5f2c2895:40415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;96bb5f2c2895:40415 2024-11-25T11:40:52,911 INFO [RS:0;96bb5f2c2895:40415 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:40:52,911 INFO [RS:0;96bb5f2c2895:40415 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:40:52,911 DEBUG [RS:0;96bb5f2c2895:40415 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:40:52,911 INFO [RS:0;96bb5f2c2895:40415 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,38717,1732534851039 with port=40415, startcode=1732534851074 2024-11-25T11:40:52,911 DEBUG [RS:0;96bb5f2c2895:40415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:40:52,913 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:40:52,913 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38717 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,40415,1732534851074 2024-11-25T11:40:52,913 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38717 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,40415,1732534851074 2024-11-25T11:40:52,914 DEBUG [RS:0;96bb5f2c2895:40415 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730 2024-11-25T11:40:52,914 DEBUG [RS:0;96bb5f2c2895:40415 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44109 2024-11-25T11:40:52,914 DEBUG [RS:0;96bb5f2c2895:40415 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:40:52,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157725703/rs 2024-11-25T11:40:52,916 DEBUG [RS:0;96bb5f2c2895:40415 {}] zookeeper.ZKUtil(111): regionserver:40415-0x1014eedafc20004, quorum=127.0.0.1:55229, baseZNode=/1157725703 Set watcher on existing znode=/1157725703/rs/96bb5f2c2895,40415,1732534851074 2024-11-25T11:40:52,916 WARN [RS:0;96bb5f2c2895:40415 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:40:52,916 INFO [RS:0;96bb5f2c2895:40415 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:40:52,916 DEBUG [RS:0;96bb5f2c2895:40415 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/WALs/96bb5f2c2895,40415,1732534851074 2024-11-25T11:40:52,917 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,40415,1732534851074] 2024-11-25T11:40:52,919 INFO [RS:0;96bb5f2c2895:40415 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:40:52,921 INFO [RS:0;96bb5f2c2895:40415 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:40:52,921 INFO [RS:0;96bb5f2c2895:40415 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:40:52,921 INFO [RS:0;96bb5f2c2895:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:52,924 INFO [RS:0;96bb5f2c2895:40415 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:40:52,924 INFO [RS:0;96bb5f2c2895:40415 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:40:52,924 INFO [RS:0;96bb5f2c2895:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:52,924 DEBUG [RS:0;96bb5f2c2895:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:52,924 DEBUG [RS:0;96bb5f2c2895:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:52,924 DEBUG [RS:0;96bb5f2c2895:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:52,924 DEBUG [RS:0;96bb5f2c2895:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:52,924 DEBUG [RS:0;96bb5f2c2895:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:52,924 DEBUG [RS:0;96bb5f2c2895:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:40:52,924 DEBUG [RS:0;96bb5f2c2895:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:52,925 DEBUG [RS:0;96bb5f2c2895:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:52,925 DEBUG [RS:0;96bb5f2c2895:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:52,925 DEBUG [RS:0;96bb5f2c2895:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:52,925 DEBUG [RS:0;96bb5f2c2895:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:52,925 DEBUG [RS:0;96bb5f2c2895:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:52,925 DEBUG [RS:0;96bb5f2c2895:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:40:52,925 DEBUG [RS:0;96bb5f2c2895:40415 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:40:52,926 INFO [RS:0;96bb5f2c2895:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:52,926 INFO [RS:0;96bb5f2c2895:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:52,926 INFO [RS:0;96bb5f2c2895:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:52,926 INFO [RS:0;96bb5f2c2895:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:52,926 INFO [RS:0;96bb5f2c2895:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:52,926 INFO [RS:0;96bb5f2c2895:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,40415,1732534851074-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:40:52,942 INFO [RS:0;96bb5f2c2895:40415 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:40:52,943 INFO [RS:0;96bb5f2c2895:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,40415,1732534851074-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:52,943 INFO [RS:0;96bb5f2c2895:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:52,943 INFO [RS:0;96bb5f2c2895:40415 {}] regionserver.Replication(171): 96bb5f2c2895,40415,1732534851074 started 2024-11-25T11:40:52,957 INFO [RS:0;96bb5f2c2895:40415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:52,957 INFO [RS:0;96bb5f2c2895:40415 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,40415,1732534851074, RpcServer on 96bb5f2c2895/172.17.0.2:40415, sessionid=0x1014eedafc20004 2024-11-25T11:40:52,957 DEBUG [RS:0;96bb5f2c2895:40415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:40:52,957 DEBUG [RS:0;96bb5f2c2895:40415 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,40415,1732534851074 2024-11-25T11:40:52,957 DEBUG [RS:0;96bb5f2c2895:40415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,40415,1732534851074' 2024-11-25T11:40:52,957 DEBUG [RS:0;96bb5f2c2895:40415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1157725703/flush-table-proc/abort' 2024-11-25T11:40:52,957 DEBUG [RS:0;96bb5f2c2895:40415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1157725703/flush-table-proc/acquired' 2024-11-25T11:40:52,958 DEBUG [RS:0;96bb5f2c2895:40415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:40:52,958 DEBUG [RS:0;96bb5f2c2895:40415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:40:52,958 DEBUG [RS:0;96bb5f2c2895:40415 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,40415,1732534851074 2024-11-25T11:40:52,958 DEBUG [RS:0;96bb5f2c2895:40415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,40415,1732534851074' 2024-11-25T11:40:52,958 DEBUG [RS:0;96bb5f2c2895:40415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1157725703/online-snapshot/abort' 2024-11-25T11:40:52,958 DEBUG [RS:0;96bb5f2c2895:40415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1157725703/online-snapshot/acquired' 2024-11-25T11:40:52,958 DEBUG [RS:0;96bb5f2c2895:40415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:40:52,958 INFO [RS:0;96bb5f2c2895:40415 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:40:52,958 INFO [RS:0;96bb5f2c2895:40415 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:40:53,059 INFO [RS:0;96bb5f2c2895:40415 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:40:53,060 INFO [RS:0;96bb5f2c2895:40415 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C40415%2C1732534851074, suffix=, logDir=hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/WALs/96bb5f2c2895,40415,1732534851074, archiveDir=hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/oldWALs, maxLogs=10 2024-11-25T11:40:53,073 DEBUG [RS:0;96bb5f2c2895:40415 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/WALs/96bb5f2c2895,40415,1732534851074/96bb5f2c2895%2C40415%2C1732534851074.1732534853060, exclude list is [], retry=0 2024-11-25T11:40:53,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45191,DS-c6e9a140-83f5-4339-8367-7949a8e5b59b,DISK] 2024-11-25T11:40:53,077 INFO [RS:0;96bb5f2c2895:40415 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/WALs/96bb5f2c2895,40415,1732534851074/96bb5f2c2895%2C40415%2C1732534851074.1732534853060 2024-11-25T11:40:53,077 DEBUG [RS:0;96bb5f2c2895:40415 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39593:39593)] 2024-11-25T11:40:53,230 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T11:40:53,231 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730 2024-11-25T11:40:53,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45191 is added to blk_1073741833_1009 (size=32) 2024-11-25T11:40:53,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:53,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:40:53,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:40:53,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:53,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:53,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:40:53,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:40:53,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:53,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:53,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:40:53,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:40:53,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:53,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:53,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:40:53,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:40:53,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:53,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:53,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:40:53,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/hbase/meta/1588230740 2024-11-25T11:40:53,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/hbase/meta/1588230740 2024-11-25T11:40:53,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:40:53,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:40:53,644 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:40:53,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:40:53,647 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:40:53,647 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61653596, jitterRate=-0.08128982782363892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:40:53,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732534853636Initializing all the Stores at 1732534853637 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534853637Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534853637Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534853637Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534853637Cleaning up temporary data from old regions at 1732534853644 (+7 ms)Region opened successfully at 1732534853647 (+3 ms) 2024-11-25T11:40:53,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:40:53,647 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:40:53,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:40:53,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:40:53,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:40:53,648 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:40:53,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534853647Disabling compacts and flushes for region at 1732534853647Disabling writes for close at 1732534853647Writing region close event to WAL at 1732534853648 (+1 ms)Closed at 1732534853648 2024-11-25T11:40:53,649 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:40:53,649 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T11:40:53,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:40:53,650 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:40:53,650 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T11:40:53,801 DEBUG [96bb5f2c2895:38717 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T11:40:53,801 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=96bb5f2c2895,40415,1732534851074 2024-11-25T11:40:53,802 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,40415,1732534851074, state=OPENING 2024-11-25T11:40:53,808 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T11:40:53,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1014eedafc20004, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157725703 2024-11-25T11:40:53,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157725703 2024-11-25T11:40:53,809 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:40:53,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,40415,1732534851074}] 2024-11-25T11:40:53,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1157725703/meta-region-server: CHANGED 2024-11-25T11:40:53,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1157725703/meta-region-server: CHANGED 2024-11-25T11:40:53,962 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:40:53,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:40:53,966 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:40:53,966 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:40:53,966 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:40:53,967 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C40415%2C1732534851074.meta, suffix=.meta, logDir=hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/WALs/96bb5f2c2895,40415,1732534851074, archiveDir=hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/oldWALs, maxLogs=10 2024-11-25T11:40:53,982 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/WALs/96bb5f2c2895,40415,1732534851074/96bb5f2c2895%2C40415%2C1732534851074.meta.1732534853968.meta, exclude list is [], retry=0 2024-11-25T11:40:53,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45191,DS-c6e9a140-83f5-4339-8367-7949a8e5b59b,DISK] 2024-11-25T11:40:53,985 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/WALs/96bb5f2c2895,40415,1732534851074/96bb5f2c2895%2C40415%2C1732534851074.meta.1732534853968.meta 2024-11-25T11:40:53,986 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39593:39593)] 2024-11-25T11:40:53,986 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:40:53,986 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:40:53,986 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:40:53,986 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:40:53,986 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:40:53,986 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:40:53,987 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:53,987 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:40:53,987 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:40:53,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:40:53,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:40:53,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:53,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:53,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:40:53,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:40:53,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:53,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:53,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:40:53,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:40:53,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:53,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:53,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:40:53,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:40:53,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:53,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:53,991 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:40:53,992 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/hbase/meta/1588230740 2024-11-25T11:40:53,992 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/hbase/meta/1588230740 2024-11-25T11:40:53,993 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:40:53,993 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:40:53,993 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:40:53,994 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:40:53,995 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69304184, jitterRate=0.03271281719207764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:40:53,995 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:40:53,995 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732534853987Writing region info on filesystem at 1732534853987Initializing all the Stores at 1732534853987Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534853987Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534853988 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534853988Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534853988Cleaning up temporary data from old regions at 1732534853993 (+5 ms)Running coprocessor post-open hooks at 1732534853995 (+2 ms)Region opened successfully at 1732534853995 2024-11-25T11:40:53,995 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732534853962 2024-11-25T11:40:53,997 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:40:53,997 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:40:53,997 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,40415,1732534851074 2024-11-25T11:40:53,998 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,40415,1732534851074, state=OPEN 2024-11-25T11:40:54,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1157725703/meta-region-server 2024-11-25T11:40:54,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1014eedafc20004, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1157725703/meta-region-server 2024-11-25T11:40:54,000 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=96bb5f2c2895,40415,1732534851074 2024-11-25T11:40:54,000 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1157725703/meta-region-server: CHANGED 2024-11-25T11:40:54,000 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1157725703/meta-region-server: CHANGED 2024-11-25T11:40:54,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T11:40:54,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,40415,1732534851074 in 191 msec 2024-11-25T11:40:54,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T11:40:54,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-25T11:40:54,004 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:40:54,004 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T11:40:54,005 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:40:54,005 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,40415,1732534851074, seqNum=-1] 2024-11-25T11:40:54,005 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:40:54,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:40:54,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1960 sec 2024-11-25T11:40:54,009 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732534854009, completionTime=-1 2024-11-25T11:40:54,009 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T11:40:54,009 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T11:40:54,011 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T11:40:54,011 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732534914011 2024-11-25T11:40:54,011 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732534974011 2024-11-25T11:40:54,011 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T11:40:54,012 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,38717,1732534851039-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:54,012 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,38717,1732534851039-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:54,012 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,38717,1732534851039-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:54,012 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-96bb5f2c2895:38717, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:54,012 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:54,012 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:54,013 DEBUG [master/96bb5f2c2895:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T11:40:54,015 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.907sec 2024-11-25T11:40:54,015 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T11:40:54,015 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T11:40:54,015 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T11:40:54,015 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T11:40:54,015 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T11:40:54,016 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,38717,1732534851039-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:40:54,016 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,38717,1732534851039-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T11:40:54,017 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T11:40:54,017 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T11:40:54,017 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,38717,1732534851039-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:54,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52fdd171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:54,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,38717,-1 for getting cluster id 2024-11-25T11:40:54,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:40:54,099 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a32ced33-6f91-4df8-a7c6-ae4e7af860a6' 2024-11-25T11:40:54,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:40:54,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a32ced33-6f91-4df8-a7c6-ae4e7af860a6" 2024-11-25T11:40:54,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed6c41d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:54,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,38717,-1] 2024-11-25T11:40:54,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:40:54,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:54,100 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:40:54,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705f9919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:54,101 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:40:54,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,40415,1732534851074, seqNum=-1] 2024-11-25T11:40:54,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:40:54,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:40:54,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=96bb5f2c2895,38717,1732534851039 2024-11-25T11:40:54,105 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55229 2024-11-25T11:40:54,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:40:54,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014eedafc20005 connected 2024-11-25T11:40:54,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/hadoop.log.dir so I do NOT create it in target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7 2024-11-25T11:40:54,110 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T11:40:54,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/hadoop.tmp.dir so I do NOT create it in target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7 2024-11-25T11:40:54,110 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T11:40:54,110 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7 2024-11-25T11:40:54,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T11:40:54,110 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/cluster_258666d9-f910-cd4f-c585-11402264e8d7, deleteOnExit=true 2024-11-25T11:40:54,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T11:40:54,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/test.cache.data in system properties and HBase conf 2024-11-25T11:40:54,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T11:40:54,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/hadoop.log.dir in system properties and HBase conf 2024-11-25T11:40:54,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T11:40:54,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T11:40:54,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T11:40:54,111 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T11:40:54,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:40:54,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:40:54,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T11:40:54,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:40:54,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T11:40:54,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T11:40:54,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:40:54,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:40:54,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T11:40:54,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/nfs.dump.dir in system properties and HBase conf 2024-11-25T11:40:54,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/java.io.tmpdir in system properties and HBase conf 2024-11-25T11:40:54,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:40:54,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T11:40:54,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T11:40:54,180 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:40:54,183 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:40:54,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:40:54,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:40:54,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:40:54,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:40:54,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50c81745{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:40:54,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@289ebe9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:40:54,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13b352fa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/java.io.tmpdir/jetty-localhost-43781-hadoop-hdfs-3_4_1-tests_jar-_-any-14146096887952585015/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:40:54,309 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1949bef0{HTTP/1.1, (http/1.1)}{localhost:43781} 2024-11-25T11:40:54,309 INFO [Time-limited test {}] server.Server(415): Started @282123ms 2024-11-25T11:40:54,402 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:40:54,405 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:40:54,406 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:40:54,406 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:40:54,406 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T11:40:54,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@498d247{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:40:54,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f9a0ce1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:40:54,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75efb37a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/java.io.tmpdir/jetty-localhost-42645-hadoop-hdfs-3_4_1-tests_jar-_-any-4997503165741760809/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:40:54,530 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c35b670{HTTP/1.1, (http/1.1)}{localhost:42645} 2024-11-25T11:40:54,530 INFO [Time-limited test {}] server.Server(415): Started @282344ms 2024-11-25T11:40:54,531 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:40:54,627 WARN [Thread-4506 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/cluster_258666d9-f910-cd4f-c585-11402264e8d7/data/data2/current/BP-755393048-172.17.0.2-1732534854130/current, will proceed with Du for space computation calculation, 2024-11-25T11:40:54,627 WARN [Thread-4505 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/cluster_258666d9-f910-cd4f-c585-11402264e8d7/data/data1/current/BP-755393048-172.17.0.2-1732534854130/current, will proceed with Du for space computation calculation, 2024-11-25T11:40:54,647 WARN [Thread-4493 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:40:54,650 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51792a48d3f6777d with lease ID 0x65fe61019752991e: Processing first storage report for DS-17516829-e1b6-4c59-8f86-a05e47402441 from datanode DatanodeRegistration(127.0.0.1:35719, datanodeUuid=bd389ed7-b8d1-43ab-aba7-a5fa6246db0a, infoPort=35745, infoSecurePort=0, ipcPort=38627, storageInfo=lv=-57;cid=testClusterID;nsid=1268977076;c=1732534854130) 2024-11-25T11:40:54,650 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51792a48d3f6777d with lease ID 0x65fe61019752991e: from storage DS-17516829-e1b6-4c59-8f86-a05e47402441 node DatanodeRegistration(127.0.0.1:35719, datanodeUuid=bd389ed7-b8d1-43ab-aba7-a5fa6246db0a, infoPort=35745, infoSecurePort=0, ipcPort=38627, storageInfo=lv=-57;cid=testClusterID;nsid=1268977076;c=1732534854130), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:40:54,650 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51792a48d3f6777d with lease ID 0x65fe61019752991e: Processing first storage report for DS-26e21fbc-09cb-4fb9-b44d-35c141fe2587 from datanode DatanodeRegistration(127.0.0.1:35719, datanodeUuid=bd389ed7-b8d1-43ab-aba7-a5fa6246db0a, infoPort=35745, infoSecurePort=0, ipcPort=38627, storageInfo=lv=-57;cid=testClusterID;nsid=1268977076;c=1732534854130) 2024-11-25T11:40:54,650 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51792a48d3f6777d with lease ID 0x65fe61019752991e: from storage DS-26e21fbc-09cb-4fb9-b44d-35c141fe2587 node DatanodeRegistration(127.0.0.1:35719, datanodeUuid=bd389ed7-b8d1-43ab-aba7-a5fa6246db0a, infoPort=35745, infoSecurePort=0, ipcPort=38627, storageInfo=lv=-57;cid=testClusterID;nsid=1268977076;c=1732534854130), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:40:54,655 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7 2024-11-25T11:40:54,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:54,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:54,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:40:54,794 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:40:54,794 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [96bb5f2c2895,44457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:44457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T11:40:54,795 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108668 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [96bb5f2c2895,44457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:44457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T11:40:55,064 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d with version=8 2024-11-25T11:40:55,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/hbase-staging 2024-11-25T11:40:55,066 INFO [Time-limited test {}] client.ConnectionUtils(128): master/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:40:55,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:55,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:55,066 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:40:55,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:55,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:40:55,066 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T11:40:55,067 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:40:55,067 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41171 2024-11-25T11:40:55,068 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41171 connecting to ZooKeeper ensemble=127.0.0.1:55229 2024-11-25T11:40:55,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411710x0, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:40:55,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41171-0x1014eedafc20006 connected 2024-11-25T11:40:55,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:55,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:55,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Set watcher on znode that does not yet exist, /2256136851/running 2024-11-25T11:40:55,088 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d, hbase.cluster.distributed=false 2024-11-25T11:40:55,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Set watcher on znode that does not yet exist, /2256136851/acl 2024-11-25T11:40:55,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41171 2024-11-25T11:40:55,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41171 2024-11-25T11:40:55,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41171 2024-11-25T11:40:55,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41171 2024-11-25T11:40:55,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41171 2024-11-25T11:40:55,105 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:40:55,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:55,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:55,105 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:40:55,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:40:55,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:40:55,105 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:40:55,105 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:40:55,106 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43025 2024-11-25T11:40:55,106 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43025 connecting to ZooKeeper ensemble=127.0.0.1:55229 2024-11-25T11:40:55,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:55,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:55,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430250x0, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:40:55,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430250x0, quorum=127.0.0.1:55229, baseZNode=/2256136851 Set watcher on znode that does not yet exist, /2256136851/running 2024-11-25T11:40:55,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43025-0x1014eedafc20007 connected 2024-11-25T11:40:55,113 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:40:55,114 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:40:55,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43025-0x1014eedafc20007, quorum=127.0.0.1:55229, baseZNode=/2256136851 Set watcher on znode that does not yet exist, /2256136851/master 2024-11-25T11:40:55,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43025-0x1014eedafc20007, quorum=127.0.0.1:55229, baseZNode=/2256136851 Set watcher on znode that does not yet exist, /2256136851/acl 2024-11-25T11:40:55,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43025 2024-11-25T11:40:55,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43025 2024-11-25T11:40:55,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43025 2024-11-25T11:40:55,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43025 2024-11-25T11:40:55,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43025 2024-11-25T11:40:55,135 DEBUG [M:0;96bb5f2c2895:41171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;96bb5f2c2895:41171 2024-11-25T11:40:55,136 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2256136851/backup-masters/96bb5f2c2895,41171,1732534855066 2024-11-25T11:40:55,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x1014eedafc20007, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2256136851/backup-masters 2024-11-25T11:40:55,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2256136851/backup-masters 2024-11-25T11:40:55,138 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Set watcher on existing znode=/2256136851/backup-masters/96bb5f2c2895,41171,1732534855066 2024-11-25T11:40:55,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x1014eedafc20007, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2256136851/master 2024-11-25T11:40:55,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2256136851 2024-11-25T11:40:55,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x1014eedafc20007, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2256136851 2024-11-25T11:40:55,139 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Set watcher on existing znode=/2256136851/master 2024-11-25T11:40:55,139 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2256136851/backup-masters/96bb5f2c2895,41171,1732534855066 from backup master directory 2024-11-25T11:40:55,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2256136851/backup-masters/96bb5f2c2895,41171,1732534855066 2024-11-25T11:40:55,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x1014eedafc20007, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2256136851/backup-masters 2024-11-25T11:40:55,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2256136851/backup-masters 2024-11-25T11:40:55,141 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:40:55,141 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=96bb5f2c2895,41171,1732534855066 2024-11-25T11:40:55,144 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/hbase.id] with ID: 972fcc65-dc2a-4460-a781-030947c1a149 2024-11-25T11:40:55,144 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/.tmp/hbase.id 2024-11-25T11:40:55,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:40:55,151 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/.tmp/hbase.id]:[hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/hbase.id] 2024-11-25T11:40:55,157 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:40:55,157 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T11:40:55,158 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T11:40:55,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2256136851 2024-11-25T11:40:55,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x1014eedafc20007, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2256136851 2024-11-25T11:40:55,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:40:55,566 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:40:55,567 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T11:40:55,567 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:40:55,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:40:55,890 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:40:55,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:55,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:55,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:55,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:55,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:55,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:55,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:55,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:55,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:55,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:55,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:55,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:55,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:55,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:55,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:55,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:55,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:40:55,973 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/MasterData/data/master/store 2024-11-25T11:40:55,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:40:55,979 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:55,979 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:40:55,979 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:55,979 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:55,979 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:40:55,979 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:55,979 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:40:55,979 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534855979Disabling compacts and flushes for region at 1732534855979Disabling writes for close at 1732534855979Writing region close event to WAL at 1732534855979Closed at 1732534855979 2024-11-25T11:40:55,980 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/MasterData/data/master/store/.initializing 2024-11-25T11:40:55,980 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/MasterData/WALs/96bb5f2c2895,41171,1732534855066 2024-11-25T11:40:55,981 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:40:55,982 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C41171%2C1732534855066, suffix=, logDir=hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/MasterData/WALs/96bb5f2c2895,41171,1732534855066, archiveDir=hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/MasterData/oldWALs, maxLogs=10 2024-11-25T11:40:55,995 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/MasterData/WALs/96bb5f2c2895,41171,1732534855066/96bb5f2c2895%2C41171%2C1732534855066.1732534855982, exclude list is [], retry=0 2024-11-25T11:40:55,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35719,DS-17516829-e1b6-4c59-8f86-a05e47402441,DISK] 2024-11-25T11:40:55,999 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/MasterData/WALs/96bb5f2c2895,41171,1732534855066/96bb5f2c2895%2C41171%2C1732534855066.1732534855982 2024-11-25T11:40:55,999 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35745:35745)] 2024-11-25T11:40:55,999 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:40:55,999 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:55,999 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:56,000 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:56,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:56,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T11:40:56,002 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:56,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:56,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:56,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T11:40:56,003 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:56,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:56,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:56,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T11:40:56,004 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:56,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:56,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:56,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T11:40:56,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:56,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:56,006 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:56,006 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:56,006 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:56,007 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:56,007 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:56,007 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:40:56,008 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:40:56,010 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:40:56,010 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61278684, jitterRate=-0.08687645196914673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:40:56,010 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732534856000Initializing all the Stores at 1732534856000Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534856000Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534856000Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534856000Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534856000Cleaning up temporary data from old regions at 1732534856007 (+7 ms)Region opened successfully at 1732534856010 (+3 ms) 2024-11-25T11:40:56,011 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T11:40:56,013 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596f25d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:40:56,014 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T11:40:56,014 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T11:40:56,015 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T11:40:56,015 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T11:40:56,015 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T11:40:56,015 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T11:40:56,015 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T11:40:56,017 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T11:40:56,018 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Unable to get data of znode /2256136851/balancer because node does not exist (not necessarily an error) 2024-11-25T11:40:56,019 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2256136851/balancer already deleted, retry=false 2024-11-25T11:40:56,019 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T11:40:56,020 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Unable to get data of znode /2256136851/normalizer because node does not exist (not necessarily an error) 2024-11-25T11:40:56,021 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2256136851/normalizer already deleted, retry=false 2024-11-25T11:40:56,022 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T11:40:56,023 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Unable to get data of znode /2256136851/switch/split because node does not exist (not necessarily an error) 2024-11-25T11:40:56,024 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2256136851/switch/split already deleted, retry=false 2024-11-25T11:40:56,024 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Unable to get data of znode /2256136851/switch/merge because node does not exist (not necessarily an error) 2024-11-25T11:40:56,026 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2256136851/switch/merge already deleted, retry=false 2024-11-25T11:40:56,028 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Unable to get data of znode /2256136851/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T11:40:56,029 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2256136851/snapshot-cleanup already deleted, retry=false 2024-11-25T11:40:56,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2256136851/running 2024-11-25T11:40:56,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x1014eedafc20007, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2256136851/running 2024-11-25T11:40:56,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2256136851 2024-11-25T11:40:56,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x1014eedafc20007, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2256136851 2024-11-25T11:40:56,031 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=96bb5f2c2895,41171,1732534855066, sessionid=0x1014eedafc20006, setting cluster-up flag (Was=false) 2024-11-25T11:40:56,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2256136851 2024-11-25T11:40:56,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x1014eedafc20007, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2256136851 2024-11-25T11:40:56,038 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2256136851/flush-table-proc/acquired, /2256136851/flush-table-proc/reached, /2256136851/flush-table-proc/abort 2024-11-25T11:40:56,039 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,41171,1732534855066 2024-11-25T11:40:56,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2256136851 2024-11-25T11:40:56,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x1014eedafc20007, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2256136851 2024-11-25T11:40:56,052 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2256136851/online-snapshot/acquired, /2256136851/online-snapshot/reached, /2256136851/online-snapshot/abort 2024-11-25T11:40:56,053 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,41171,1732534855066 2024-11-25T11:40:56,054 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T11:40:56,055 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T11:40:56,056 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T11:40:56,056 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T11:40:56,056 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 96bb5f2c2895,41171,1732534855066 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T11:40:56,057 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:40:56,057 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:40:56,057 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:40:56,057 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:40:56,057 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/96bb5f2c2895:0, corePoolSize=10, maxPoolSize=10 2024-11-25T11:40:56,057 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:56,057 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:40:56,057 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:56,058 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732534886058 2024-11-25T11:40:56,058 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T11:40:56,058 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T11:40:56,058 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T11:40:56,058 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T11:40:56,058 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T11:40:56,058 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T11:40:56,058 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:40:56,058 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T11:40:56,058 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:56,059 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T11:40:56,059 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T11:40:56,059 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T11:40:56,059 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T11:40:56,059 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:56,059 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T11:40:56,059 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T11:40:56,059 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T11:40:56,059 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534856059,5,FailOnTimeoutGroup] 2024-11-25T11:40:56,060 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534856059,5,FailOnTimeoutGroup] 2024-11-25T11:40:56,060 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:56,060 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T11:40:56,060 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:56,060 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:56,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:40:56,122 INFO [RS:0;96bb5f2c2895:43025 {}] regionserver.HRegionServer(746): ClusterId : 972fcc65-dc2a-4460-a781-030947c1a149 2024-11-25T11:40:56,122 DEBUG [RS:0;96bb5f2c2895:43025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:40:56,124 DEBUG [RS:0;96bb5f2c2895:43025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:40:56,124 DEBUG [RS:0;96bb5f2c2895:43025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:40:56,126 DEBUG [RS:0;96bb5f2c2895:43025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:40:56,126 DEBUG [RS:0;96bb5f2c2895:43025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496106ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:40:56,141 DEBUG [RS:0;96bb5f2c2895:43025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;96bb5f2c2895:43025 2024-11-25T11:40:56,141 INFO [RS:0;96bb5f2c2895:43025 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:40:56,141 INFO [RS:0;96bb5f2c2895:43025 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:40:56,142 DEBUG [RS:0;96bb5f2c2895:43025 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:40:56,142 INFO [RS:0;96bb5f2c2895:43025 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,41171,1732534855066 with port=43025, startcode=1732534855105 2024-11-25T11:40:56,142 DEBUG [RS:0;96bb5f2c2895:43025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:40:56,144 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:40:56,144 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41171 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,43025,1732534855105 2024-11-25T11:40:56,144 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41171 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,43025,1732534855105 2024-11-25T11:40:56,145 DEBUG [RS:0;96bb5f2c2895:43025 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d 2024-11-25T11:40:56,145 DEBUG [RS:0;96bb5f2c2895:43025 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41023 2024-11-25T11:40:56,146 DEBUG [RS:0;96bb5f2c2895:43025 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:40:56,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2256136851/rs 2024-11-25T11:40:56,153 DEBUG [RS:0;96bb5f2c2895:43025 {}] zookeeper.ZKUtil(111): regionserver:43025-0x1014eedafc20007, quorum=127.0.0.1:55229, baseZNode=/2256136851 Set watcher on existing znode=/2256136851/rs/96bb5f2c2895,43025,1732534855105 2024-11-25T11:40:56,153 WARN [RS:0;96bb5f2c2895:43025 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:40:56,153 INFO [RS:0;96bb5f2c2895:43025 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:40:56,153 DEBUG [RS:0;96bb5f2c2895:43025 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/WALs/96bb5f2c2895,43025,1732534855105 2024-11-25T11:40:56,153 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,43025,1732534855105] 2024-11-25T11:40:56,155 INFO [RS:0;96bb5f2c2895:43025 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:40:56,157 INFO [RS:0;96bb5f2c2895:43025 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:40:56,157 INFO [RS:0;96bb5f2c2895:43025 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:40:56,157 INFO [RS:0;96bb5f2c2895:43025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:56,157 INFO [RS:0;96bb5f2c2895:43025 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:40:56,158 INFO [RS:0;96bb5f2c2895:43025 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:40:56,158 INFO [RS:0;96bb5f2c2895:43025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:56,158 DEBUG [RS:0;96bb5f2c2895:43025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:56,158 DEBUG [RS:0;96bb5f2c2895:43025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:56,158 DEBUG [RS:0;96bb5f2c2895:43025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:56,158 DEBUG [RS:0;96bb5f2c2895:43025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:56,158 DEBUG [RS:0;96bb5f2c2895:43025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:56,158 DEBUG [RS:0;96bb5f2c2895:43025 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:40:56,158 DEBUG [RS:0;96bb5f2c2895:43025 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:56,158 DEBUG [RS:0;96bb5f2c2895:43025 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:56,158 DEBUG [RS:0;96bb5f2c2895:43025 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:56,158 DEBUG [RS:0;96bb5f2c2895:43025 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:56,158 DEBUG [RS:0;96bb5f2c2895:43025 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:56,158 DEBUG [RS:0;96bb5f2c2895:43025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:40:56,159 DEBUG [RS:0;96bb5f2c2895:43025 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:40:56,159 DEBUG [RS:0;96bb5f2c2895:43025 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:40:56,159 INFO [RS:0;96bb5f2c2895:43025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:56,159 INFO [RS:0;96bb5f2c2895:43025 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:56,159 INFO [RS:0;96bb5f2c2895:43025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:56,159 INFO [RS:0;96bb5f2c2895:43025 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:56,159 INFO [RS:0;96bb5f2c2895:43025 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:56,159 INFO [RS:0;96bb5f2c2895:43025 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,43025,1732534855105-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:40:56,175 INFO [RS:0;96bb5f2c2895:43025 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:40:56,175 INFO [RS:0;96bb5f2c2895:43025 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,43025,1732534855105-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:56,175 INFO [RS:0;96bb5f2c2895:43025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:56,175 INFO [RS:0;96bb5f2c2895:43025 {}] regionserver.Replication(171): 96bb5f2c2895,43025,1732534855105 started 2024-11-25T11:40:56,192 INFO [RS:0;96bb5f2c2895:43025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:56,192 INFO [RS:0;96bb5f2c2895:43025 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,43025,1732534855105, RpcServer on 96bb5f2c2895/172.17.0.2:43025, sessionid=0x1014eedafc20007 2024-11-25T11:40:56,192 DEBUG [RS:0;96bb5f2c2895:43025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:40:56,192 DEBUG [RS:0;96bb5f2c2895:43025 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,43025,1732534855105 2024-11-25T11:40:56,192 DEBUG [RS:0;96bb5f2c2895:43025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,43025,1732534855105' 2024-11-25T11:40:56,192 DEBUG [RS:0;96bb5f2c2895:43025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2256136851/flush-table-proc/abort' 2024-11-25T11:40:56,192 DEBUG [RS:0;96bb5f2c2895:43025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2256136851/flush-table-proc/acquired' 2024-11-25T11:40:56,193 DEBUG [RS:0;96bb5f2c2895:43025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:40:56,193 DEBUG [RS:0;96bb5f2c2895:43025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:40:56,193 DEBUG [RS:0;96bb5f2c2895:43025 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,43025,1732534855105 2024-11-25T11:40:56,193 DEBUG [RS:0;96bb5f2c2895:43025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,43025,1732534855105' 2024-11-25T11:40:56,193 DEBUG [RS:0;96bb5f2c2895:43025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2256136851/online-snapshot/abort' 2024-11-25T11:40:56,193 DEBUG [RS:0;96bb5f2c2895:43025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2256136851/online-snapshot/acquired' 2024-11-25T11:40:56,193 DEBUG [RS:0;96bb5f2c2895:43025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:40:56,193 INFO [RS:0;96bb5f2c2895:43025 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:40:56,193 INFO [RS:0;96bb5f2c2895:43025 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:40:56,294 INFO [RS:0;96bb5f2c2895:43025 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:40:56,295 INFO [RS:0;96bb5f2c2895:43025 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C43025%2C1732534855105, suffix=, logDir=hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/WALs/96bb5f2c2895,43025,1732534855105, archiveDir=hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/oldWALs, maxLogs=10 2024-11-25T11:40:56,308 DEBUG [RS:0;96bb5f2c2895:43025 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/WALs/96bb5f2c2895,43025,1732534855105/96bb5f2c2895%2C43025%2C1732534855105.1732534856295, exclude list is [], retry=0 2024-11-25T11:40:56,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35719,DS-17516829-e1b6-4c59-8f86-a05e47402441,DISK] 2024-11-25T11:40:56,312 INFO [RS:0;96bb5f2c2895:43025 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/WALs/96bb5f2c2895,43025,1732534855105/96bb5f2c2895%2C43025%2C1732534855105.1732534856295 2024-11-25T11:40:56,312 DEBUG [RS:0;96bb5f2c2895:43025 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35745:35745)] 2024-11-25T11:40:56,465 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T11:40:56,465 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d 2024-11-25T11:40:56,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741833_1009 (size=32) 2024-11-25T11:40:56,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:56,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:40:56,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:40:56,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:56,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:56,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:40:56,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:40:56,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:56,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:56,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:40:56,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:40:56,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:56,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:56,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:40:56,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:40:56,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:56,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:56,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:40:56,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/hbase/meta/1588230740 2024-11-25T11:40:56,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/hbase/meta/1588230740 2024-11-25T11:40:56,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:40:56,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:40:56,878 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:40:56,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:40:56,880 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:40:56,880 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64988909, jitterRate=-0.03158979117870331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:40:56,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732534856870Initializing all the Stores at 1732534856871 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534856871Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534856871Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534856871Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534856871Cleaning up temporary data from old regions at 1732534856878 (+7 ms)Region opened successfully at 1732534856880 (+2 ms) 2024-11-25T11:40:56,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:40:56,881 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:40:56,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:40:56,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:40:56,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:40:56,881 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:40:56,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534856881Disabling compacts and flushes for region at 1732534856881Disabling writes for close at 1732534856881Writing region close event to WAL at 1732534856881Closed at 1732534856881 2024-11-25T11:40:56,882 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:40:56,882 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T11:40:56,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:40:56,883 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:40:56,884 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T11:40:57,034 DEBUG [96bb5f2c2895:41171 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T11:40:57,034 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=96bb5f2c2895,43025,1732534855105 2024-11-25T11:40:57,035 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,43025,1732534855105, state=OPENING 2024-11-25T11:40:57,037 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T11:40:57,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2256136851 2024-11-25T11:40:57,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x1014eedafc20007, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2256136851 2024-11-25T11:40:57,038 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:40:57,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2256136851/meta-region-server: CHANGED 2024-11-25T11:40:57,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2256136851/meta-region-server: CHANGED 2024-11-25T11:40:57,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,43025,1732534855105}] 2024-11-25T11:40:57,191 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:40:57,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:40:57,195 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:40:57,195 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:40:57,195 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:40:57,196 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C43025%2C1732534855105.meta, suffix=.meta, logDir=hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/WALs/96bb5f2c2895,43025,1732534855105, archiveDir=hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/oldWALs, maxLogs=10 2024-11-25T11:40:57,214 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/WALs/96bb5f2c2895,43025,1732534855105/96bb5f2c2895%2C43025%2C1732534855105.meta.1732534857197.meta, exclude list is [], retry=0 2024-11-25T11:40:57,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35719,DS-17516829-e1b6-4c59-8f86-a05e47402441,DISK] 2024-11-25T11:40:57,217 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/WALs/96bb5f2c2895,43025,1732534855105/96bb5f2c2895%2C43025%2C1732534855105.meta.1732534857197.meta 2024-11-25T11:40:57,217 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35745:35745)] 2024-11-25T11:40:57,217 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:40:57,217 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:40:57,217 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:40:57,218 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:40:57,218 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:40:57,218 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:40:57,218 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:57,218 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:40:57,218 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:40:57,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:40:57,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:40:57,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:57,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:57,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:40:57,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:40:57,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:57,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:57,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:40:57,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:40:57,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:57,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:57,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:40:57,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:40:57,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:57,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:40:57,223 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:40:57,224 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/hbase/meta/1588230740 2024-11-25T11:40:57,224 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/hbase/meta/1588230740 2024-11-25T11:40:57,225 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:40:57,225 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:40:57,225 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:40:57,226 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:40:57,227 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59815619, jitterRate=-0.10867781937122345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:40:57,227 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:40:57,227 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732534857218Writing region info on filesystem at 1732534857218Initializing all the Stores at 1732534857219 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534857219Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534857219Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534857219Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534857219Cleaning up temporary data from old regions at 1732534857225 (+6 ms)Running coprocessor post-open hooks at 1732534857227 (+2 ms)Region opened successfully at 1732534857227 2024-11-25T11:40:57,227 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732534857190 2024-11-25T11:40:57,230 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,43025,1732534855105 2024-11-25T11:40:57,231 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,43025,1732534855105, state=OPEN 2024-11-25T11:40:57,231 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:40:57,231 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:40:57,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2256136851/meta-region-server 2024-11-25T11:40:57,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x1014eedafc20007, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2256136851/meta-region-server 2024-11-25T11:40:57,232 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=96bb5f2c2895,43025,1732534855105 2024-11-25T11:40:57,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2256136851/meta-region-server: CHANGED 2024-11-25T11:40:57,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2256136851/meta-region-server: CHANGED 2024-11-25T11:40:57,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T11:40:57,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,43025,1732534855105 in 193 msec 2024-11-25T11:40:57,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T11:40:57,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-25T11:40:57,237 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:40:57,237 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T11:40:57,238 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:40:57,238 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,43025,1732534855105, seqNum=-1] 2024-11-25T11:40:57,238 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:40:57,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:40:57,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1880 sec 2024-11-25T11:40:57,243 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732534857243, completionTime=-1 2024-11-25T11:40:57,243 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T11:40:57,243 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T11:40:57,245 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T11:40:57,245 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732534917245 2024-11-25T11:40:57,245 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732534977245 2024-11-25T11:40:57,245 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T11:40:57,245 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,41171,1732534855066-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:57,245 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,41171,1732534855066-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:57,245 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,41171,1732534855066-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:57,245 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-96bb5f2c2895:41171, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:57,245 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:57,246 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:57,247 DEBUG [master/96bb5f2c2895:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T11:40:57,249 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.107sec 2024-11-25T11:40:57,249 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T11:40:57,249 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T11:40:57,249 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T11:40:57,249 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T11:40:57,249 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T11:40:57,249 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,41171,1732534855066-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:40:57,249 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,41171,1732534855066-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T11:40:57,250 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T11:40:57,250 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T11:40:57,251 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,41171,1732534855066-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:40:57,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15984ac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:57,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,41171,-1 for getting cluster id 2024-11-25T11:40:57,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:40:57,324 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '972fcc65-dc2a-4460-a781-030947c1a149' 2024-11-25T11:40:57,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:40:57,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "972fcc65-dc2a-4460-a781-030947c1a149" 2024-11-25T11:40:57,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311c5f51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:57,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,41171,-1] 2024-11-25T11:40:57,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:40:57,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:40:57,326 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:40:57,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204ca92f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:40:57,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:40:57,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,43025,1732534855105, seqNum=-1] 2024-11-25T11:40:57,328 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:40:57,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:40:57,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=96bb5f2c2895,41171,1732534855066 2024-11-25T11:40:57,330 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55229 2024-11-25T11:40:57,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:40:57,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014eedafc20008 connected 2024-11-25T11:40:57,336 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:40:57,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,45069,1732534847398 2024-11-25T11:40:57,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29b1186d 2024-11-25T11:40:57,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:40:57,338 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:40:57,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:40:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T11:40:57,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:40:57,340 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:57,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T11:40:57,341 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:40:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:40:57,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741835_1011 (size=902) 2024-11-25T11:40:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:40:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:40:57,748 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1ba6a0011931e7823b885f228862d5cf, NAME => 'test,,1732534857338.1ba6a0011931e7823b885f228862d5cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7 2024-11-25T11:40:57,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741836_1012 (size=39) 2024-11-25T11:40:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:40:58,153 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732534857338.1ba6a0011931e7823b885f228862d5cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:58,153 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1ba6a0011931e7823b885f228862d5cf, disabling compactions & flushes 2024-11-25T11:40:58,153 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732534857338.1ba6a0011931e7823b885f228862d5cf. 2024-11-25T11:40:58,153 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534857338.1ba6a0011931e7823b885f228862d5cf. 2024-11-25T11:40:58,153 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732534857338.1ba6a0011931e7823b885f228862d5cf. after waiting 0 ms 2024-11-25T11:40:58,153 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732534857338.1ba6a0011931e7823b885f228862d5cf. 2024-11-25T11:40:58,153 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732534857338.1ba6a0011931e7823b885f228862d5cf. 2024-11-25T11:40:58,153 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1ba6a0011931e7823b885f228862d5cf: Waiting for close lock at 1732534858153Disabling compacts and flushes for region at 1732534858153Disabling writes for close at 1732534858153Writing region close event to WAL at 1732534858153Closed at 1732534858153 2024-11-25T11:40:58,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:40:58,154 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732534857338.1ba6a0011931e7823b885f228862d5cf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732534858154"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534858154"}]},"ts":"1732534858154"} 2024-11-25T11:40:58,156 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:40:58,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:40:58,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534858157"}]},"ts":"1732534858157"} 2024-11-25T11:40:58,158 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T11:40:58,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1ba6a0011931e7823b885f228862d5cf, ASSIGN}] 2024-11-25T11:40:58,160 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1ba6a0011931e7823b885f228862d5cf, ASSIGN 2024-11-25T11:40:58,160 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1ba6a0011931e7823b885f228862d5cf, ASSIGN; state=OFFLINE, location=96bb5f2c2895,34751,1732534847453; forceNewPlan=false, retain=false 2024-11-25T11:40:58,311 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1ba6a0011931e7823b885f228862d5cf, regionState=OPENING, regionLocation=96bb5f2c2895,34751,1732534847453 2024-11-25T11:40:58,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1ba6a0011931e7823b885f228862d5cf, ASSIGN because future has completed 2024-11-25T11:40:58,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ba6a0011931e7823b885f228862d5cf, server=96bb5f2c2895,34751,1732534847453}] 2024-11-25T11:40:58,468 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732534857338.1ba6a0011931e7823b885f228862d5cf. 2024-11-25T11:40:58,468 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ba6a0011931e7823b885f228862d5cf, NAME => 'test,,1732534857338.1ba6a0011931e7823b885f228862d5cf.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:40:58,468 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:40:58,469 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T11:40:58,469 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1ba6a0011931e7823b885f228862d5cf 2024-11-25T11:40:58,469 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732534857338.1ba6a0011931e7823b885f228862d5cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:58,469 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1ba6a0011931e7823b885f228862d5cf 2024-11-25T11:40:58,469 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1ba6a0011931e7823b885f228862d5cf 2024-11-25T11:40:58,470 INFO [StoreOpener-1ba6a0011931e7823b885f228862d5cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1ba6a0011931e7823b885f228862d5cf 2024-11-25T11:40:58,471 INFO [StoreOpener-1ba6a0011931e7823b885f228862d5cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ba6a0011931e7823b885f228862d5cf columnFamilyName f 2024-11-25T11:40:58,471 DEBUG [StoreOpener-1ba6a0011931e7823b885f228862d5cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:58,471 INFO [StoreOpener-1ba6a0011931e7823b885f228862d5cf-1 {}] regionserver.HStore(327): Store=1ba6a0011931e7823b885f228862d5cf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:58,471 INFO [StoreOpener-1ba6a0011931e7823b885f228862d5cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1ba6a0011931e7823b885f228862d5cf 2024-11-25T11:40:58,472 INFO [StoreOpener-1ba6a0011931e7823b885f228862d5cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ba6a0011931e7823b885f228862d5cf columnFamilyName f1 2024-11-25T11:40:58,472 DEBUG [StoreOpener-1ba6a0011931e7823b885f228862d5cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:58,472 INFO [StoreOpener-1ba6a0011931e7823b885f228862d5cf-1 {}] regionserver.HStore(327): Store=1ba6a0011931e7823b885f228862d5cf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:58,472 INFO [StoreOpener-1ba6a0011931e7823b885f228862d5cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1ba6a0011931e7823b885f228862d5cf 2024-11-25T11:40:58,473 INFO [StoreOpener-1ba6a0011931e7823b885f228862d5cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ba6a0011931e7823b885f228862d5cf columnFamilyName norep 2024-11-25T11:40:58,473 DEBUG [StoreOpener-1ba6a0011931e7823b885f228862d5cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:58,473 INFO [StoreOpener-1ba6a0011931e7823b885f228862d5cf-1 {}] regionserver.HStore(327): Store=1ba6a0011931e7823b885f228862d5cf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:40:58,473 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1ba6a0011931e7823b885f228862d5cf 2024-11-25T11:40:58,474 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/default/test/1ba6a0011931e7823b885f228862d5cf 2024-11-25T11:40:58,474 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/default/test/1ba6a0011931e7823b885f228862d5cf 2024-11-25T11:40:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:40:58,475 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1ba6a0011931e7823b885f228862d5cf 2024-11-25T11:40:58,475 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1ba6a0011931e7823b885f228862d5cf 2024-11-25T11:40:58,475 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:40:58,476 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1ba6a0011931e7823b885f228862d5cf 2024-11-25T11:40:58,478 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/default/test/1ba6a0011931e7823b885f228862d5cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:40:58,478 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1ba6a0011931e7823b885f228862d5cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62532012, jitterRate=-0.06820040941238403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:40:58,478 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ba6a0011931e7823b885f228862d5cf 2024-11-25T11:40:58,478 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1ba6a0011931e7823b885f228862d5cf: Running coprocessor pre-open hook at 1732534858469Writing region info on filesystem at 1732534858469Initializing all the Stores at 1732534858469Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534858470 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534858470Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534858470Cleaning up temporary data from old regions at 1732534858475 (+5 ms)Running coprocessor post-open hooks at 1732534858478 (+3 ms)Region opened successfully at 1732534858478 2024-11-25T11:40:58,479 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732534857338.1ba6a0011931e7823b885f228862d5cf., pid=6, masterSystemTime=1732534858465 2024-11-25T11:40:58,481 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732534857338.1ba6a0011931e7823b885f228862d5cf. 2024-11-25T11:40:58,481 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732534857338.1ba6a0011931e7823b885f228862d5cf. 2024-11-25T11:40:58,481 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1ba6a0011931e7823b885f228862d5cf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=96bb5f2c2895,34751,1732534847453 2024-11-25T11:40:58,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ba6a0011931e7823b885f228862d5cf, server=96bb5f2c2895,34751,1732534847453 because future has completed 2024-11-25T11:40:58,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T11:40:58,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ba6a0011931e7823b885f228862d5cf, server=96bb5f2c2895,34751,1732534847453 in 170 msec 2024-11-25T11:40:58,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T11:40:58,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1ba6a0011931e7823b885f228862d5cf, ASSIGN in 326 msec 2024-11-25T11:40:58,487 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:40:58,487 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534858487"}]},"ts":"1732534858487"} 2024-11-25T11:40:58,489 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T11:40:58,489 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:40:58,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-25T11:40:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:40:59,485 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:40:59,485 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T11:40:59,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,38717,1732534851039 2024-11-25T11:40:59,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49957cf6 2024-11-25T11:40:59,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:40:59,486 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:40:59,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38717 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:40:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38717 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T11:40:59,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:40:59,489 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:40:59,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38717 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T11:40:59,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:40:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:40:59,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45191 is added to blk_1073741835_1011 (size=902) 2024-11-25T11:40:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:40:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:40:59,896 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 152cb0b4bf794bcbe6bb229e20a3cc7b, NAME => 'test,,1732534859487.152cb0b4bf794bcbe6bb229e20a3cc7b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730 2024-11-25T11:40:59,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45191 is added to blk_1073741836_1012 (size=39) 2024-11-25T11:40:59,900 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732534859487.152cb0b4bf794bcbe6bb229e20a3cc7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:40:59,900 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 152cb0b4bf794bcbe6bb229e20a3cc7b, disabling compactions & flushes 2024-11-25T11:40:59,900 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732534859487.152cb0b4bf794bcbe6bb229e20a3cc7b. 2024-11-25T11:40:59,900 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534859487.152cb0b4bf794bcbe6bb229e20a3cc7b. 2024-11-25T11:40:59,900 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732534859487.152cb0b4bf794bcbe6bb229e20a3cc7b. after waiting 0 ms 2024-11-25T11:40:59,900 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732534859487.152cb0b4bf794bcbe6bb229e20a3cc7b. 2024-11-25T11:40:59,900 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732534859487.152cb0b4bf794bcbe6bb229e20a3cc7b. 2024-11-25T11:40:59,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 152cb0b4bf794bcbe6bb229e20a3cc7b: Waiting for close lock at 1732534859900Disabling compacts and flushes for region at 1732534859900Disabling writes for close at 1732534859900Writing region close event to WAL at 1732534859900Closed at 1732534859900 2024-11-25T11:40:59,901 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:40:59,902 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732534859487.152cb0b4bf794bcbe6bb229e20a3cc7b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732534859902"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534859902"}]},"ts":"1732534859902"} 2024-11-25T11:40:59,903 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:40:59,904 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:40:59,904 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534859904"}]},"ts":"1732534859904"} 2024-11-25T11:40:59,905 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T11:40:59,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=152cb0b4bf794bcbe6bb229e20a3cc7b, ASSIGN}] 2024-11-25T11:40:59,907 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=152cb0b4bf794bcbe6bb229e20a3cc7b, ASSIGN 2024-11-25T11:40:59,907 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=152cb0b4bf794bcbe6bb229e20a3cc7b, ASSIGN; state=OFFLINE, location=96bb5f2c2895,40415,1732534851074; forceNewPlan=false, retain=false 2024-11-25T11:41:00,058 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=152cb0b4bf794bcbe6bb229e20a3cc7b, regionState=OPENING, regionLocation=96bb5f2c2895,40415,1732534851074 2024-11-25T11:41:00,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=152cb0b4bf794bcbe6bb229e20a3cc7b, ASSIGN because future has completed 2024-11-25T11:41:00,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 152cb0b4bf794bcbe6bb229e20a3cc7b, server=96bb5f2c2895,40415,1732534851074}] 2024-11-25T11:41:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:41:00,215 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732534859487.152cb0b4bf794bcbe6bb229e20a3cc7b. 2024-11-25T11:41:00,215 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 152cb0b4bf794bcbe6bb229e20a3cc7b, NAME => 'test,,1732534859487.152cb0b4bf794bcbe6bb229e20a3cc7b.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:41:00,215 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:41:00,215 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T11:41:00,215 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 152cb0b4bf794bcbe6bb229e20a3cc7b 2024-11-25T11:41:00,216 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732534859487.152cb0b4bf794bcbe6bb229e20a3cc7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:41:00,216 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 152cb0b4bf794bcbe6bb229e20a3cc7b 2024-11-25T11:41:00,216 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 152cb0b4bf794bcbe6bb229e20a3cc7b 2024-11-25T11:41:00,217 INFO [StoreOpener-152cb0b4bf794bcbe6bb229e20a3cc7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 152cb0b4bf794bcbe6bb229e20a3cc7b 2024-11-25T11:41:00,217 INFO [StoreOpener-152cb0b4bf794bcbe6bb229e20a3cc7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 152cb0b4bf794bcbe6bb229e20a3cc7b columnFamilyName f 2024-11-25T11:41:00,217 DEBUG [StoreOpener-152cb0b4bf794bcbe6bb229e20a3cc7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:41:00,218 INFO [StoreOpener-152cb0b4bf794bcbe6bb229e20a3cc7b-1 {}] regionserver.HStore(327): Store=152cb0b4bf794bcbe6bb229e20a3cc7b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:41:00,218 INFO [StoreOpener-152cb0b4bf794bcbe6bb229e20a3cc7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 152cb0b4bf794bcbe6bb229e20a3cc7b 2024-11-25T11:41:00,218 INFO [StoreOpener-152cb0b4bf794bcbe6bb229e20a3cc7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 152cb0b4bf794bcbe6bb229e20a3cc7b columnFamilyName f1 2024-11-25T11:41:00,219 DEBUG [StoreOpener-152cb0b4bf794bcbe6bb229e20a3cc7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:41:00,219 INFO [StoreOpener-152cb0b4bf794bcbe6bb229e20a3cc7b-1 {}] regionserver.HStore(327): Store=152cb0b4bf794bcbe6bb229e20a3cc7b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:41:00,219 INFO [StoreOpener-152cb0b4bf794bcbe6bb229e20a3cc7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 152cb0b4bf794bcbe6bb229e20a3cc7b 2024-11-25T11:41:00,220 INFO [StoreOpener-152cb0b4bf794bcbe6bb229e20a3cc7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 152cb0b4bf794bcbe6bb229e20a3cc7b columnFamilyName norep 2024-11-25T11:41:00,220 DEBUG [StoreOpener-152cb0b4bf794bcbe6bb229e20a3cc7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:41:00,220 INFO [StoreOpener-152cb0b4bf794bcbe6bb229e20a3cc7b-1 {}] regionserver.HStore(327): Store=152cb0b4bf794bcbe6bb229e20a3cc7b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:41:00,220 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 152cb0b4bf794bcbe6bb229e20a3cc7b 2024-11-25T11:41:00,220 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/default/test/152cb0b4bf794bcbe6bb229e20a3cc7b 2024-11-25T11:41:00,221 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/default/test/152cb0b4bf794bcbe6bb229e20a3cc7b 2024-11-25T11:41:00,221 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 152cb0b4bf794bcbe6bb229e20a3cc7b 2024-11-25T11:41:00,221 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 152cb0b4bf794bcbe6bb229e20a3cc7b 2024-11-25T11:41:00,222 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:41:00,222 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 152cb0b4bf794bcbe6bb229e20a3cc7b 2024-11-25T11:41:00,224 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/default/test/152cb0b4bf794bcbe6bb229e20a3cc7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:41:00,224 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 152cb0b4bf794bcbe6bb229e20a3cc7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72666959, jitterRate=0.08282206952571869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:41:00,224 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 152cb0b4bf794bcbe6bb229e20a3cc7b 2024-11-25T11:41:00,224 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 152cb0b4bf794bcbe6bb229e20a3cc7b: Running coprocessor pre-open hook at 1732534860216Writing region info on filesystem at 1732534860216Initializing all the Stores at 1732534860216Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534860216Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534860216Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534860216Cleaning up temporary data from old regions at 1732534860221 (+5 ms)Running coprocessor post-open hooks at 1732534860224 (+3 ms)Region opened successfully at 1732534860224 2024-11-25T11:41:00,225 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732534859487.152cb0b4bf794bcbe6bb229e20a3cc7b., pid=6, masterSystemTime=1732534860212 2024-11-25T11:41:00,226 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732534859487.152cb0b4bf794bcbe6bb229e20a3cc7b. 2024-11-25T11:41:00,226 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732534859487.152cb0b4bf794bcbe6bb229e20a3cc7b. 2024-11-25T11:41:00,227 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=152cb0b4bf794bcbe6bb229e20a3cc7b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=96bb5f2c2895,40415,1732534851074 2024-11-25T11:41:00,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 152cb0b4bf794bcbe6bb229e20a3cc7b, server=96bb5f2c2895,40415,1732534851074 because future has completed 2024-11-25T11:41:00,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T11:41:00,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 152cb0b4bf794bcbe6bb229e20a3cc7b, server=96bb5f2c2895,40415,1732534851074 in 169 msec 2024-11-25T11:41:00,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T11:41:00,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=152cb0b4bf794bcbe6bb229e20a3cc7b, ASSIGN in 324 msec 2024-11-25T11:41:00,232 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:41:00,232 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534860232"}]},"ts":"1732534860232"} 2024-11-25T11:41:00,234 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T11:41:00,234 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:41:00,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 747 msec 2024-11-25T11:41:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:41:00,624 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T11:41:00,624 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:41:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,41171,1732534855066 2024-11-25T11:41:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74e7c228 2024-11-25T11:41:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:41:00,626 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:41:00,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:41:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T11:41:00,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:41:00,629 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:41:00,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T11:41:00,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:41:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:41:00,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741835_1011 (size=902) 2024-11-25T11:41:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:41:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:41:01,037 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ae59a253ca36c2f81a6c625cfbb66678, NAME => 'test,,1732534860627.ae59a253ca36c2f81a6c625cfbb66678.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d 2024-11-25T11:41:01,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741836_1012 (size=39) 2024-11-25T11:41:01,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732534860627.ae59a253ca36c2f81a6c625cfbb66678.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:41:01,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ae59a253ca36c2f81a6c625cfbb66678, disabling compactions & flushes 2024-11-25T11:41:01,059 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732534860627.ae59a253ca36c2f81a6c625cfbb66678. 2024-11-25T11:41:01,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534860627.ae59a253ca36c2f81a6c625cfbb66678. 2024-11-25T11:41:01,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732534860627.ae59a253ca36c2f81a6c625cfbb66678. after waiting 0 ms 2024-11-25T11:41:01,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732534860627.ae59a253ca36c2f81a6c625cfbb66678. 2024-11-25T11:41:01,059 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732534860627.ae59a253ca36c2f81a6c625cfbb66678. 2024-11-25T11:41:01,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ae59a253ca36c2f81a6c625cfbb66678: Waiting for close lock at 1732534861059Disabling compacts and flushes for region at 1732534861059Disabling writes for close at 1732534861059Writing region close event to WAL at 1732534861059Closed at 1732534861059 2024-11-25T11:41:01,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:41:01,061 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732534860627.ae59a253ca36c2f81a6c625cfbb66678.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732534861060"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534861060"}]},"ts":"1732534861060"} 2024-11-25T11:41:01,063 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:41:01,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:41:01,064 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534861064"}]},"ts":"1732534861064"} 2024-11-25T11:41:01,066 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T11:41:01,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ae59a253ca36c2f81a6c625cfbb66678, ASSIGN}] 2024-11-25T11:41:01,070 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ae59a253ca36c2f81a6c625cfbb66678, ASSIGN 2024-11-25T11:41:01,071 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ae59a253ca36c2f81a6c625cfbb66678, ASSIGN; state=OFFLINE, location=96bb5f2c2895,43025,1732534855105; forceNewPlan=false, retain=false 2024-11-25T11:41:01,222 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ae59a253ca36c2f81a6c625cfbb66678, regionState=OPENING, regionLocation=96bb5f2c2895,43025,1732534855105 2024-11-25T11:41:01,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ae59a253ca36c2f81a6c625cfbb66678, ASSIGN because future has completed 2024-11-25T11:41:01,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae59a253ca36c2f81a6c625cfbb66678, server=96bb5f2c2895,43025,1732534855105}] 2024-11-25T11:41:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:41:01,380 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732534860627.ae59a253ca36c2f81a6c625cfbb66678. 2024-11-25T11:41:01,380 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ae59a253ca36c2f81a6c625cfbb66678, NAME => 'test,,1732534860627.ae59a253ca36c2f81a6c625cfbb66678.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:41:01,380 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:41:01,381 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T11:41:01,381 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ae59a253ca36c2f81a6c625cfbb66678 2024-11-25T11:41:01,381 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732534860627.ae59a253ca36c2f81a6c625cfbb66678.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:41:01,381 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ae59a253ca36c2f81a6c625cfbb66678 2024-11-25T11:41:01,382 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ae59a253ca36c2f81a6c625cfbb66678 2024-11-25T11:41:01,383 INFO [StoreOpener-ae59a253ca36c2f81a6c625cfbb66678-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ae59a253ca36c2f81a6c625cfbb66678 2024-11-25T11:41:01,384 INFO [StoreOpener-ae59a253ca36c2f81a6c625cfbb66678-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae59a253ca36c2f81a6c625cfbb66678 columnFamilyName f 2024-11-25T11:41:01,384 DEBUG [StoreOpener-ae59a253ca36c2f81a6c625cfbb66678-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:41:01,385 INFO [StoreOpener-ae59a253ca36c2f81a6c625cfbb66678-1 {}] regionserver.HStore(327): Store=ae59a253ca36c2f81a6c625cfbb66678/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:41:01,385 INFO [StoreOpener-ae59a253ca36c2f81a6c625cfbb66678-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ae59a253ca36c2f81a6c625cfbb66678 2024-11-25T11:41:01,387 INFO [StoreOpener-ae59a253ca36c2f81a6c625cfbb66678-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae59a253ca36c2f81a6c625cfbb66678 columnFamilyName f1 2024-11-25T11:41:01,387 DEBUG [StoreOpener-ae59a253ca36c2f81a6c625cfbb66678-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:41:01,387 INFO [StoreOpener-ae59a253ca36c2f81a6c625cfbb66678-1 {}] regionserver.HStore(327): Store=ae59a253ca36c2f81a6c625cfbb66678/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:41:01,387 INFO [StoreOpener-ae59a253ca36c2f81a6c625cfbb66678-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ae59a253ca36c2f81a6c625cfbb66678 2024-11-25T11:41:01,388 INFO [StoreOpener-ae59a253ca36c2f81a6c625cfbb66678-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae59a253ca36c2f81a6c625cfbb66678 columnFamilyName norep 2024-11-25T11:41:01,388 DEBUG [StoreOpener-ae59a253ca36c2f81a6c625cfbb66678-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:41:01,389 INFO [StoreOpener-ae59a253ca36c2f81a6c625cfbb66678-1 {}] regionserver.HStore(327): Store=ae59a253ca36c2f81a6c625cfbb66678/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:41:01,389 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ae59a253ca36c2f81a6c625cfbb66678 2024-11-25T11:41:01,390 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/default/test/ae59a253ca36c2f81a6c625cfbb66678 2024-11-25T11:41:01,390 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/default/test/ae59a253ca36c2f81a6c625cfbb66678 2024-11-25T11:41:01,391 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ae59a253ca36c2f81a6c625cfbb66678 2024-11-25T11:41:01,391 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ae59a253ca36c2f81a6c625cfbb66678 2024-11-25T11:41:01,392 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:41:01,393 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ae59a253ca36c2f81a6c625cfbb66678 2024-11-25T11:41:01,395 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/default/test/ae59a253ca36c2f81a6c625cfbb66678/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:41:01,395 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ae59a253ca36c2f81a6c625cfbb66678; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59178178, jitterRate=-0.1181764304637909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:41:01,395 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae59a253ca36c2f81a6c625cfbb66678 2024-11-25T11:41:01,395 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ae59a253ca36c2f81a6c625cfbb66678: Running coprocessor pre-open hook at 1732534861382Writing region info on filesystem at 1732534861382Initializing all the Stores at 1732534861382Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534861382Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534861382Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534861383 (+1 ms)Cleaning up temporary data from old regions at 1732534861391 (+8 ms)Running coprocessor post-open hooks at 1732534861395 (+4 ms)Region opened successfully at 1732534861395 2024-11-25T11:41:01,396 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732534860627.ae59a253ca36c2f81a6c625cfbb66678., pid=6, masterSystemTime=1732534861376 2024-11-25T11:41:01,398 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732534860627.ae59a253ca36c2f81a6c625cfbb66678. 2024-11-25T11:41:01,398 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732534860627.ae59a253ca36c2f81a6c625cfbb66678. 2024-11-25T11:41:01,398 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ae59a253ca36c2f81a6c625cfbb66678, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=96bb5f2c2895,43025,1732534855105 2024-11-25T11:41:01,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae59a253ca36c2f81a6c625cfbb66678, server=96bb5f2c2895,43025,1732534855105 because future has completed 2024-11-25T11:41:01,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T11:41:01,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ae59a253ca36c2f81a6c625cfbb66678, server=96bb5f2c2895,43025,1732534855105 in 177 msec 2024-11-25T11:41:01,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T11:41:01,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ae59a253ca36c2f81a6c625cfbb66678, ASSIGN in 337 msec 2024-11-25T11:41:01,406 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:41:01,407 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534861406"}]},"ts":"1732534861406"} 2024-11-25T11:41:01,408 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T11:41:01,409 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:41:01,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 782 msec 2024-11-25T11:41:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:41:01,765 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T11:41:01,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1fd0ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:01,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,45069,-1 for getting cluster id 2024-11-25T11:41:01,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:41:01,767 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd30370d6-a65f-4ae9-aff0-f8c184fa15fa' 2024-11-25T11:41:01,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:41:01,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d30370d6-a65f-4ae9-aff0-f8c184fa15fa" 2024-11-25T11:41:01,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ecc5e06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:01,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,45069,-1] 2024-11-25T11:41:01,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:41:01,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:01,768 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:41:01,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489dde56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:01,769 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:41:01,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,45069,1732534847398 2024-11-25T11:41:01,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e0fdb2 2024-11-25T11:41:01,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:41:01,771 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:41:01,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://96bb5f2c2895:38717,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T11:41:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T11:41:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:41:01,774 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:38717' 2024-11-25T11:41:01,775 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9c99b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:01,775 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,38717,-1 for getting cluster id 2024-11-25T11:41:01,775 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:41:01,775 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a32ced33-6f91-4df8-a7c6-ae4e7af860a6' 2024-11-25T11:41:01,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:41:01,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a32ced33-6f91-4df8-a7c6-ae4e7af860a6" 2024-11-25T11:41:01,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f8320c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:01,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,38717,-1] 2024-11-25T11:41:01,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:41:01,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:01,776 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:41:01,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46876884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:01,777 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:41:01,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,38717,1732534851039 2024-11-25T11:41:01,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5056315e 2024-11-25T11:41:01,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:41:01,778 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:41:01,779 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T11:41:01,779 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T11:41:01,779 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:01,779 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:01,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:41:01,780 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:41:01,781 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T11:41:01,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:41:01,782 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:41:01,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:41:01,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741837_1013 (size=1138) 2024-11-25T11:41:01,831 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T11:41:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:41:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:41:02,189 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 47959ba1c88aec727ac91f67e8ad3df8, NAME => 'hbase:replication,,1732534861780.47959ba1c88aec727ac91f67e8ad3df8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7 2024-11-25T11:41:02,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741838_1014 (size=44) 2024-11-25T11:41:02,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534861780.47959ba1c88aec727ac91f67e8ad3df8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:41:02,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 47959ba1c88aec727ac91f67e8ad3df8, disabling compactions & flushes 2024-11-25T11:41:02,194 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534861780.47959ba1c88aec727ac91f67e8ad3df8. 2024-11-25T11:41:02,194 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534861780.47959ba1c88aec727ac91f67e8ad3df8. 2024-11-25T11:41:02,194 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534861780.47959ba1c88aec727ac91f67e8ad3df8. after waiting 0 ms 2024-11-25T11:41:02,194 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534861780.47959ba1c88aec727ac91f67e8ad3df8. 2024-11-25T11:41:02,194 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732534861780.47959ba1c88aec727ac91f67e8ad3df8. 2024-11-25T11:41:02,194 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 47959ba1c88aec727ac91f67e8ad3df8: Waiting for close lock at 1732534862193Disabling compacts and flushes for region at 1732534862193Disabling writes for close at 1732534862194 (+1 ms)Writing region close event to WAL at 1732534862194Closed at 1732534862194 2024-11-25T11:41:02,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:41:02,195 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732534861780.47959ba1c88aec727ac91f67e8ad3df8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732534862195"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534862195"}]},"ts":"1732534862195"} 2024-11-25T11:41:02,197 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:41:02,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:41:02,198 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534862197"}]},"ts":"1732534862197"} 2024-11-25T11:41:02,199 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T11:41:02,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=47959ba1c88aec727ac91f67e8ad3df8, ASSIGN}] 2024-11-25T11:41:02,200 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=47959ba1c88aec727ac91f67e8ad3df8, ASSIGN 2024-11-25T11:41:02,201 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=47959ba1c88aec727ac91f67e8ad3df8, ASSIGN; state=OFFLINE, location=96bb5f2c2895,34751,1732534847453; forceNewPlan=false, retain=false 2024-11-25T11:41:02,352 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=47959ba1c88aec727ac91f67e8ad3df8, regionState=OPENING, regionLocation=96bb5f2c2895,34751,1732534847453 2024-11-25T11:41:02,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=47959ba1c88aec727ac91f67e8ad3df8, ASSIGN because future has completed 2024-11-25T11:41:02,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47959ba1c88aec727ac91f67e8ad3df8, server=96bb5f2c2895,34751,1732534847453}] 2024-11-25T11:41:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:41:02,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732534861780.47959ba1c88aec727ac91f67e8ad3df8. 2024-11-25T11:41:02,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:41:02,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T11:41:02,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=96bb5f2c2895%2C34751%2C1732534847453.rep, suffix=, logDir=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453, archiveDir=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/oldWALs, maxLogs=10 2024-11-25T11:41:02,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.rep.1732534862511, exclude list is [], retry=0 2024-11-25T11:41:02,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33353,DS-4f7340ed-4ae9-4507-9ef8-131a37e68e27,DISK] 2024-11-25T11:41:02,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.rep.1732534862511 2024-11-25T11:41:02,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36223:36223)] 2024-11-25T11:41:02,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 47959ba1c88aec727ac91f67e8ad3df8, NAME => 'hbase:replication,,1732534861780.47959ba1c88aec727ac91f67e8ad3df8.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:41:02,531 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T11:41:02,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:41:02,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732534861780.47959ba1c88aec727ac91f67e8ad3df8. service=MultiRowMutationService 2024-11-25T11:41:02,531 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T11:41:02,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 47959ba1c88aec727ac91f67e8ad3df8 2024-11-25T11:41:02,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732534861780.47959ba1c88aec727ac91f67e8ad3df8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:41:02,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 47959ba1c88aec727ac91f67e8ad3df8 2024-11-25T11:41:02,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 47959ba1c88aec727ac91f67e8ad3df8 2024-11-25T11:41:02,532 INFO [StoreOpener-47959ba1c88aec727ac91f67e8ad3df8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 47959ba1c88aec727ac91f67e8ad3df8 2024-11-25T11:41:02,533 INFO [StoreOpener-47959ba1c88aec727ac91f67e8ad3df8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47959ba1c88aec727ac91f67e8ad3df8 columnFamilyName hfileref 2024-11-25T11:41:02,533 DEBUG [StoreOpener-47959ba1c88aec727ac91f67e8ad3df8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:41:02,534 INFO [StoreOpener-47959ba1c88aec727ac91f67e8ad3df8-1 {}] regionserver.HStore(327): Store=47959ba1c88aec727ac91f67e8ad3df8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:41:02,534 INFO [StoreOpener-47959ba1c88aec727ac91f67e8ad3df8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 47959ba1c88aec727ac91f67e8ad3df8 2024-11-25T11:41:02,535 INFO [StoreOpener-47959ba1c88aec727ac91f67e8ad3df8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47959ba1c88aec727ac91f67e8ad3df8 columnFamilyName queue 2024-11-25T11:41:02,535 DEBUG [StoreOpener-47959ba1c88aec727ac91f67e8ad3df8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:41:02,535 INFO [StoreOpener-47959ba1c88aec727ac91f67e8ad3df8-1 {}] regionserver.HStore(327): Store=47959ba1c88aec727ac91f67e8ad3df8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:41:02,535 INFO [StoreOpener-47959ba1c88aec727ac91f67e8ad3df8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 47959ba1c88aec727ac91f67e8ad3df8 2024-11-25T11:41:02,536 INFO [StoreOpener-47959ba1c88aec727ac91f67e8ad3df8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47959ba1c88aec727ac91f67e8ad3df8 columnFamilyName sid 2024-11-25T11:41:02,536 DEBUG [StoreOpener-47959ba1c88aec727ac91f67e8ad3df8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:41:02,536 INFO [StoreOpener-47959ba1c88aec727ac91f67e8ad3df8-1 {}] regionserver.HStore(327): Store=47959ba1c88aec727ac91f67e8ad3df8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:41:02,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 47959ba1c88aec727ac91f67e8ad3df8 2024-11-25T11:41:02,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/replication/47959ba1c88aec727ac91f67e8ad3df8 2024-11-25T11:41:02,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/replication/47959ba1c88aec727ac91f67e8ad3df8 2024-11-25T11:41:02,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 47959ba1c88aec727ac91f67e8ad3df8 2024-11-25T11:41:02,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 47959ba1c88aec727ac91f67e8ad3df8 2024-11-25T11:41:02,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T11:41:02,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 47959ba1c88aec727ac91f67e8ad3df8 2024-11-25T11:41:02,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/replication/47959ba1c88aec727ac91f67e8ad3df8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:41:02,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 47959ba1c88aec727ac91f67e8ad3df8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61182579, jitterRate=-0.08830852806568146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T11:41:02,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47959ba1c88aec727ac91f67e8ad3df8 2024-11-25T11:41:02,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 47959ba1c88aec727ac91f67e8ad3df8: Running coprocessor pre-open hook at 1732534862531Writing region info on filesystem at 1732534862531Initializing all the Stores at 1732534862532 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534862532Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534862532Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534862532Cleaning up temporary data from old regions at 1732534862538 (+6 ms)Running coprocessor post-open hooks at 1732534862541 (+3 ms)Region opened successfully at 1732534862541 2024-11-25T11:41:02,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732534861780.47959ba1c88aec727ac91f67e8ad3df8., pid=10, masterSystemTime=1732534862506 2024-11-25T11:41:02,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732534861780.47959ba1c88aec727ac91f67e8ad3df8. 2024-11-25T11:41:02,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732534861780.47959ba1c88aec727ac91f67e8ad3df8. 2024-11-25T11:41:02,544 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=47959ba1c88aec727ac91f67e8ad3df8, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,34751,1732534847453 2024-11-25T11:41:02,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47959ba1c88aec727ac91f67e8ad3df8, server=96bb5f2c2895,34751,1732534847453 because future has completed 2024-11-25T11:41:02,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T11:41:02,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 47959ba1c88aec727ac91f67e8ad3df8, server=96bb5f2c2895,34751,1732534847453 in 192 msec 2024-11-25T11:41:02,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T11:41:02,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=47959ba1c88aec727ac91f67e8ad3df8, ASSIGN in 349 msec 2024-11-25T11:41:02,550 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:41:02,550 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534862550"}]},"ts":"1732534862550"} 2024-11-25T11:41:02,552 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T11:41:02,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:41:02,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 773 msec 2024-11-25T11:41:02,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732534861780.47959ba1c88aec727ac91f67e8ad3df8., hostname=96bb5f2c2895,34751,1732534847453, seqNum=2] 2024-11-25T11:41:02,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578013545 2024-11-25T11:41:02,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1014eedafc20001, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578013545 2024-11-25T11:41:02,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T11:41:02,721 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:41:02,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:02,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:02,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:02,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:02,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:02,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:02,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:02,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34751 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T11:41:02,751 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T11:41:02,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:02,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:02,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:02,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:02,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:02,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:02,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:02,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:02,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:02,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:02,783 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-96bb5f2c2895,34751,1732534847453, ReplicationSource: 1, currentBandwidth=0 2024-11-25T11:41:02,784 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:41:02,784 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,34751,1732534847453, seqNum=-1] 2024-11-25T11:41:02,784 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:41:02,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-25T11:41:02,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-96bb5f2c2895,34751,1732534847453', locateType=CURRENT is [region=hbase:replication,,1732534861780.47959ba1c88aec727ac91f67e8ad3df8., hostname=96bb5f2c2895,34751,1732534847453, seqNum=2] 2024-11-25T11:41:02,789 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T11:41:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T11:41:02,791 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 96bb5f2c2895,34751,1732534847453 suceeded 2024-11-25T11:41:02,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T11:41:02,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-25T11:41:02,794 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://96bb5f2c2895:38717,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T11:41:02,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0230 sec 2024-11-25T11:41:02,806 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:38717' 2024-11-25T11:41:02,808 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50323039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:02,808 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,38717,-1 for getting cluster id 2024-11-25T11:41:02,808 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:41:02,808 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a32ced33-6f91-4df8-a7c6-ae4e7af860a6' 2024-11-25T11:41:02,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:41:02,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a32ced33-6f91-4df8-a7c6-ae4e7af860a6" 2024-11-25T11:41:02,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4692d238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:02,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,38717,-1] 2024-11-25T11:41:02,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:41:02,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:02,810 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:41:02,810 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1befdc84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:02,810 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:41:02,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,38717,1732534851039 2024-11-25T11:41:02,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ffc4dd 2024-11-25T11:41:02,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:41:02,812 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-25T11:41:02,812 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-96bb5f2c2895,34751,1732534847453 (queues=1) is replicating from cluster=d30370d6-a65f-4ae9-aff0-f8c184fa15fa to cluster=a32ced33-6f91-4df8-a7c6-ae4e7af860a6 2024-11-25T11:41:02,813 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=96bb5f2c2895%2C34751%2C1732534847453 2024-11-25T11:41:02,813 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-96bb5f2c2895,34751,1732534847453, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T11:41:02,813 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534849439, startPosition=0, beingWritten=true 2024-11-25T11:41:02,813 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.shipper96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 96bb5f2c2895%2C34751%2C1732534847453 2024-11-25T11:41:02,818 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:41:02,818 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534849439 to pos 379, reset compression=false 2024-11-25T11:41:02,818 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.shipper96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,34751,1732534847453 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534849439, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:41:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:41:02,905 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T11:41:02,905 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:41:02,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:41:02,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:02,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:02,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:41:02,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@321da4ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:02,906 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,45069,-1 for getting cluster id 2024-11-25T11:41:02,906 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:41:02,907 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd30370d6-a65f-4ae9-aff0-f8c184fa15fa' 2024-11-25T11:41:02,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:41:02,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d30370d6-a65f-4ae9-aff0-f8c184fa15fa" 2024-11-25T11:41:02,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30eb77b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:02,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,45069,-1] 2024-11-25T11:41:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:41:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:02,908 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:41:02,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9d132d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:02,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29aded8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:02,909 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,38717,-1 for getting cluster id 2024-11-25T11:41:02,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:41:02,910 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a32ced33-6f91-4df8-a7c6-ae4e7af860a6' 2024-11-25T11:41:02,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:41:02,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a32ced33-6f91-4df8-a7c6-ae4e7af860a6" 2024-11-25T11:41:02,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30df857f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:02,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,38717,-1] 2024-11-25T11:41:02,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:41:02,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:02,911 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:41:02,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63ee3b63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:02,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a1221a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:02,912 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,41171,-1 for getting cluster id 2024-11-25T11:41:02,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:41:02,913 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '972fcc65-dc2a-4460-a781-030947c1a149' 2024-11-25T11:41:02,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:41:02,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "972fcc65-dc2a-4460-a781-030947c1a149" 2024-11-25T11:41:02,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4463a503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:02,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,41171,-1] 2024-11-25T11:41:02,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:41:02,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:02,914 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:41:02,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7607e134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:02,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:41:02,919 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732534862918/Put/seqid=0 2024-11-25T11:41:02,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741840_1016 (size=7894) 2024-11-25T11:41:03,022 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534849439 to pos 379, reset compression=false 2024-11-25T11:41:03,325 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732534863325/Put/seqid=0 2024-11-25T11:41:03,326 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534849439 to pos 379, reset compression=false 2024-11-25T11:41:03,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741841_1017 (size=7691) 2024-11-25T11:41:03,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dbd4c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:03,331 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,45069,-1 for getting cluster id 2024-11-25T11:41:03,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:41:03,332 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd30370d6-a65f-4ae9-aff0-f8c184fa15fa' 2024-11-25T11:41:03,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:41:03,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d30370d6-a65f-4ae9-aff0-f8c184fa15fa" 2024-11-25T11:41:03,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4977f21f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:03,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,45069,-1] 2024-11-25T11:41:03,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:41:03,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:03,333 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:41:03,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b1921c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:03,334 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:41:03,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,34751,1732534847453, seqNum=-1] 2024-11-25T11:41:03,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:41:03,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:41:03,341 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:41:03,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,45069,1732534847398 2024-11-25T11:41:03,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e519587 2024-11-25T11:41:03,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:41:03,343 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:41:03,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732534857338.1ba6a0011931e7823b885f228862d5cf., hostname=96bb5f2c2895,34751,1732534847453, seqNum=2] 2024-11-25T11:41:03,348 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T11:41:03,352 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-25T11:41:03,354 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-25T11:41:03,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 1ba6a0011931e7823b885f228862d5cf/f 2024-11-25T11:41:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-25T11:41:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:41:03,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 1ba6a0011931e7823b885f228862d5cf/f 2024-11-25T11:41:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-25T11:41:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:41:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HRegion(2603): Flush status journal for 1ba6a0011931e7823b885f228862d5cf: 2024-11-25T11:41:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/staging/jenkins__test__u16moun3t3rf9bnb6ngb9grpn95i1t0v2q7g2svsc01sd0hgalq23cmqt94uatp7/f/hfile_0 2024-11-25T11:41:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/staging/jenkins__test__u16moun3t3rf9bnb6ngb9grpn95i1t0v2q7g2svsc01sd0hgalq23cmqt94uatp7/f/hfile_0 as hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/default/test/1ba6a0011931e7823b885f228862d5cf/f/8fda58754d2f4bd399d2b78c6d174661_SeqId_4_ 2024-11-25T11:41:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/staging/jenkins__test__u16moun3t3rf9bnb6ngb9grpn95i1t0v2q7g2svsc01sd0hgalq23cmqt94uatp7/f/hfile_1 2024-11-25T11:41:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/staging/jenkins__test__u16moun3t3rf9bnb6ngb9grpn95i1t0v2q7g2svsc01sd0hgalq23cmqt94uatp7/f/hfile_1 as hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/default/test/1ba6a0011931e7823b885f228862d5cf/f/a7448b7e23c1416e825fda614fb64cbf_SeqId_4_ 2024-11-25T11:41:03,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/staging/jenkins__test__u16moun3t3rf9bnb6ngb9grpn95i1t0v2q7g2svsc01sd0hgalq23cmqt94uatp7/f/hfile_0 into 1ba6a0011931e7823b885f228862d5cf/f as hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/default/test/1ba6a0011931e7823b885f228862d5cf/f/8fda58754d2f4bd399d2b78c6d174661_SeqId_4_ - updating store file list. 2024-11-25T11:41:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8fda58754d2f4bd399d2b78c6d174661_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T11:41:03,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/default/test/1ba6a0011931e7823b885f228862d5cf/f/8fda58754d2f4bd399d2b78c6d174661_SeqId_4_ into 1ba6a0011931e7823b885f228862d5cf/f 2024-11-25T11:41:03,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/staging/jenkins__test__u16moun3t3rf9bnb6ngb9grpn95i1t0v2q7g2svsc01sd0hgalq23cmqt94uatp7/f/hfile_0 into 1ba6a0011931e7823b885f228862d5cf/f (new location: hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/default/test/1ba6a0011931e7823b885f228862d5cf/f/8fda58754d2f4bd399d2b78c6d174661_SeqId_4_) 2024-11-25T11:41:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/staging/jenkins__test__u16moun3t3rf9bnb6ngb9grpn95i1t0v2q7g2svsc01sd0hgalq23cmqt94uatp7/f/hfile_0 2024-11-25T11:41:03,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/staging/jenkins__test__u16moun3t3rf9bnb6ngb9grpn95i1t0v2q7g2svsc01sd0hgalq23cmqt94uatp7/f/hfile_1 into 1ba6a0011931e7823b885f228862d5cf/f as hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/default/test/1ba6a0011931e7823b885f228862d5cf/f/a7448b7e23c1416e825fda614fb64cbf_SeqId_4_ - updating store file list. 2024-11-25T11:41:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a7448b7e23c1416e825fda614fb64cbf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T11:41:03,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/default/test/1ba6a0011931e7823b885f228862d5cf/f/a7448b7e23c1416e825fda614fb64cbf_SeqId_4_ into 1ba6a0011931e7823b885f228862d5cf/f 2024-11-25T11:41:03,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/staging/jenkins__test__u16moun3t3rf9bnb6ngb9grpn95i1t0v2q7g2svsc01sd0hgalq23cmqt94uatp7/f/hfile_1 into 1ba6a0011931e7823b885f228862d5cf/f (new location: hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/default/test/1ba6a0011931e7823b885f228862d5cf/f/a7448b7e23c1416e825fda614fb64cbf_SeqId_4_) 2024-11-25T11:41:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/staging/jenkins__test__u16moun3t3rf9bnb6ngb9grpn95i1t0v2q7g2svsc01sd0hgalq23cmqt94uatp7/f/hfile_1 2024-11-25T11:41:03,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:41:03,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:41:03,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:03,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:03,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:41:03,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732534857338.1ba6a0011931e7823b885f228862d5cf., hostname=96bb5f2c2895,34751,1732534847453, seqNum=2 , the old value is region=test,,1732534857338.1ba6a0011931e7823b885f228862d5cf., hostname=96bb5f2c2895,34751,1732534847453, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=96bb5f2c2895:34751 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T11:41:03,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732534857338.1ba6a0011931e7823b885f228862d5cf., hostname=96bb5f2c2895,34751,1732534847453, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T11:41:03,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732534857338.1ba6a0011931e7823b885f228862d5cf., hostname=96bb5f2c2895,34751,1732534847453, seqNum=2 from cache 2024-11-25T11:41:03,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:41:03,377 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-25T11:41:03,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,40415,1732534851074, seqNum=-1] 2024-11-25T11:41:03,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:41:03,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:41:03,380 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732534859487.152cb0b4bf794bcbe6bb229e20a3cc7b., hostname=96bb5f2c2895,40415,1732534851074, seqNum=2] 2024-11-25T11:41:03,381 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T11:41:03,485 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:34751 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T11:41:03,729 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534849439 to pos 379, reset compression=false 2024-11-25T11:41:03,734 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:41:03,734 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.shipper96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,34751,1732534847453 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ba6a0011931e7823b885f228862d5cf/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732534863375/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534849439, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T11:41:03,736 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.shipper96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:41:03,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-25T11:41:03,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.ReplicationSink(318): Replicating [d30370d6-a65f-4ae9-aff0-f8c184fa15fa] bulk loaded data 2024-11-25T11:41:03,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10a5f38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:03,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,38717,-1 for getting cluster id 2024-11-25T11:41:03,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:41:03,739 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a32ced33-6f91-4df8-a7c6-ae4e7af860a6' 2024-11-25T11:41:03,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:41:03,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a32ced33-6f91-4df8-a7c6-ae4e7af860a6" 2024-11-25T11:41:03,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@186774d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:03,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,38717,-1] 2024-11-25T11:41:03,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:41:03,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:03,740 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:41:03,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3205da90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:03,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45191 is added to blk_1073741837_1013 (size=7894) 2024-11-25T11:41:03,935 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534849439 to pos 687, reset compression=false 2024-11-25T11:41:04,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45191 is added to blk_1073741838_1014 (size=7691) 2024-11-25T11:41:04,239 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534849439 to pos 687, reset compression=false 2024-11-25T11:41:04,383 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T11:41:04,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:41:04,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,38717,1732534851039 2024-11-25T11:41:04,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23cbf68e 2024-11-25T11:41:04,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:41:04,560 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-25T11:41:04,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T11:41:04,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:41:04,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,40415,1732534851074, seqNum=-1] 2024-11-25T11:41:04,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:41:04,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-25T11:41:04,569 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/staging/jenkins.hfs.22__test__n68ge4b2lts4g201mrihugs78roja8i62lr9gnkamgdn9hqknr8nmlbmjvl94r0c/f/8fda58754d2f4bd399d2b78c6d174661_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-25T11:41:04,571 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/staging/jenkins.hfs.22__test__n68ge4b2lts4g201mrihugs78roja8i62lr9gnkamgdn9hqknr8nmlbmjvl94r0c/f/a7448b7e23c1416e825fda614fb64cbf_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-25T11:41:04,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/staging/jenkins.hfs.22__test__n68ge4b2lts4g201mrihugs78roja8i62lr9gnkamgdn9hqknr8nmlbmjvl94r0c/f/a7448b7e23c1416e825fda614fb64cbf_SeqId_4_ for inclusion in 152cb0b4bf794bcbe6bb229e20a3cc7b/f 2024-11-25T11:41:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-25T11:41:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:41:04,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/staging/jenkins.hfs.22__test__n68ge4b2lts4g201mrihugs78roja8i62lr9gnkamgdn9hqknr8nmlbmjvl94r0c/f/8fda58754d2f4bd399d2b78c6d174661_SeqId_4_ for inclusion in 152cb0b4bf794bcbe6bb229e20a3cc7b/f 2024-11-25T11:41:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-25T11:41:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:41:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HRegion(2603): Flush status journal for 152cb0b4bf794bcbe6bb229e20a3cc7b: 2024-11-25T11:41:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a7448b7e23c1416e825fda614fb64cbf_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T11:41:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/staging/jenkins.hfs.22__test__n68ge4b2lts4g201mrihugs78roja8i62lr9gnkamgdn9hqknr8nmlbmjvl94r0c/f/a7448b7e23c1416e825fda614fb64cbf_SeqId_4_ as hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/default/test/152cb0b4bf794bcbe6bb229e20a3cc7b/f/1f632529892d41589fdb92a2a7d028a4_SeqId_4_ 2024-11-25T11:41:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8fda58754d2f4bd399d2b78c6d174661_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T11:41:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/staging/jenkins.hfs.22__test__n68ge4b2lts4g201mrihugs78roja8i62lr9gnkamgdn9hqknr8nmlbmjvl94r0c/f/8fda58754d2f4bd399d2b78c6d174661_SeqId_4_ as hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/default/test/152cb0b4bf794bcbe6bb229e20a3cc7b/f/6dcf4616bf7f46cb8c414eb019f00279_SeqId_4_ 2024-11-25T11:41:04,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/staging/jenkins.hfs.22__test__n68ge4b2lts4g201mrihugs78roja8i62lr9gnkamgdn9hqknr8nmlbmjvl94r0c/f/a7448b7e23c1416e825fda614fb64cbf_SeqId_4_ into 152cb0b4bf794bcbe6bb229e20a3cc7b/f as hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/default/test/152cb0b4bf794bcbe6bb229e20a3cc7b/f/1f632529892d41589fdb92a2a7d028a4_SeqId_4_ - updating store file list. 2024-11-25T11:41:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1f632529892d41589fdb92a2a7d028a4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T11:41:04,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/default/test/152cb0b4bf794bcbe6bb229e20a3cc7b/f/1f632529892d41589fdb92a2a7d028a4_SeqId_4_ into 152cb0b4bf794bcbe6bb229e20a3cc7b/f 2024-11-25T11:41:04,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/staging/jenkins.hfs.22__test__n68ge4b2lts4g201mrihugs78roja8i62lr9gnkamgdn9hqknr8nmlbmjvl94r0c/f/a7448b7e23c1416e825fda614fb64cbf_SeqId_4_ into 152cb0b4bf794bcbe6bb229e20a3cc7b/f (new location: hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/default/test/152cb0b4bf794bcbe6bb229e20a3cc7b/f/1f632529892d41589fdb92a2a7d028a4_SeqId_4_) 2024-11-25T11:41:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/staging/jenkins.hfs.22__test__n68ge4b2lts4g201mrihugs78roja8i62lr9gnkamgdn9hqknr8nmlbmjvl94r0c/f/a7448b7e23c1416e825fda614fb64cbf_SeqId_4_ 2024-11-25T11:41:04,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/staging/jenkins.hfs.22__test__n68ge4b2lts4g201mrihugs78roja8i62lr9gnkamgdn9hqknr8nmlbmjvl94r0c/f/8fda58754d2f4bd399d2b78c6d174661_SeqId_4_ into 152cb0b4bf794bcbe6bb229e20a3cc7b/f as hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/default/test/152cb0b4bf794bcbe6bb229e20a3cc7b/f/6dcf4616bf7f46cb8c414eb019f00279_SeqId_4_ - updating store file list. 2024-11-25T11:41:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6dcf4616bf7f46cb8c414eb019f00279_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T11:41:04,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/default/test/152cb0b4bf794bcbe6bb229e20a3cc7b/f/6dcf4616bf7f46cb8c414eb019f00279_SeqId_4_ into 152cb0b4bf794bcbe6bb229e20a3cc7b/f 2024-11-25T11:41:04,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/staging/jenkins.hfs.22__test__n68ge4b2lts4g201mrihugs78roja8i62lr9gnkamgdn9hqknr8nmlbmjvl94r0c/f/8fda58754d2f4bd399d2b78c6d174661_SeqId_4_ into 152cb0b4bf794bcbe6bb229e20a3cc7b/f (new location: hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/default/test/152cb0b4bf794bcbe6bb229e20a3cc7b/f/6dcf4616bf7f46cb8c414eb019f00279_SeqId_4_) 2024-11-25T11:41:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/staging/jenkins.hfs.22__test__n68ge4b2lts4g201mrihugs78roja8i62lr9gnkamgdn9hqknr8nmlbmjvl94r0c/f/8fda58754d2f4bd399d2b78c6d174661_SeqId_4_ 2024-11-25T11:41:04,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.ReplicationSink(324): Finished replicating [d30370d6-a65f-4ae9-aff0-f8c184fa15fa] bulk loaded data 2024-11-25T11:41:04,643 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534849439 to pos 687, reset compression=false 2024-11-25T11:41:05,147 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534849439 to pos 687, reset compression=false 2024-11-25T11:41:05,390 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:41:05,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,43025,1732534855105, seqNum=-1] 2024-11-25T11:41:05,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:41:05,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:41:05,393 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732534860627.ae59a253ca36c2f81a6c625cfbb66678., hostname=96bb5f2c2895,43025,1732534855105, seqNum=2] 2024-11-25T11:41:05,398 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:41:05,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:41:05,400 DEBUG [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 96bb5f2c2895%2C34751%2C1732534847453.rep:(num 1732534862511) roll requested 2024-11-25T11:41:05,415 DEBUG [regionserver/96bb5f2c2895:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.rep.1732534865400, exclude list is [], retry=0 2024-11-25T11:41:05,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33353,DS-4f7340ed-4ae9-4507-9ef8-131a37e68e27,DISK] 2024-11-25T11:41:05,418 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.rep.1732534862511 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.rep.1732534865400 2024-11-25T11:41:05,419 DEBUG [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36223:36223)] 2024-11-25T11:41:05,419 DEBUG [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.rep.1732534862511 is not closed yet, will try archiving it next time 2024-11-25T11:41:05,419 DEBUG [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 96bb5f2c2895%2C34751%2C1732534847453:(num 1732534849439) roll requested 2024-11-25T11:41:05,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741839_1015 (size=1505) 2024-11-25T11:41:05,437 DEBUG [regionserver/96bb5f2c2895:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419, exclude list is [], retry=0 2024-11-25T11:41:05,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33353,DS-4f7340ed-4ae9-4507-9ef8-131a37e68e27,DISK] 2024-11-25T11:41:05,440 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534849439 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 2024-11-25T11:41:05,440 DEBUG [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36223:36223)] 2024-11-25T11:41:05,441 DEBUG [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534849439 is not closed yet, will try archiving it next time 2024-11-25T11:41:05,441 DEBUG [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 96bb5f2c2895%2C34751%2C1732534847453.meta:.meta(num 1732534850370) roll requested 2024-11-25T11:41:05,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bcc08cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:05,441 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,45069,-1 for getting cluster id 2024-11-25T11:41:05,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:41:05,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741832_1008 (size=695) 2024-11-25T11:41:05,442 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd30370d6-a65f-4ae9-aff0-f8c184fa15fa' 2024-11-25T11:41:05,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:41:05,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d30370d6-a65f-4ae9-aff0-f8c184fa15fa" 2024-11-25T11:41:05,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c2fc8c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:05,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,45069,-1] 2024-11-25T11:41:05,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:41:05,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:05,443 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:41:05,444 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534849439 to hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/oldWALs/96bb5f2c2895%2C34751%2C1732534847453.1732534849439 2024-11-25T11:41:05,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c2714ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:05,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:41:05,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,45069,1732534847398 2024-11-25T11:41:05,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b8c744 2024-11-25T11:41:05,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:41:05,447 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:41:05,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://96bb5f2c2895:41171,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T11:41:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T11:41:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T11:41:05,450 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:41171' 2024-11-25T11:41:05,451 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a924c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:05,451 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,41171,-1 for getting cluster id 2024-11-25T11:41:05,451 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:41:05,451 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '972fcc65-dc2a-4460-a781-030947c1a149' 2024-11-25T11:41:05,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:41:05,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "972fcc65-dc2a-4460-a781-030947c1a149" 2024-11-25T11:41:05,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b054080, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:05,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,41171,-1] 2024-11-25T11:41:05,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:41:05,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:05,453 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:41:05,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd4362a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:05,453 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:41:05,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,41171,1732534855066 2024-11-25T11:41:05,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13d87df4 2024-11-25T11:41:05,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:41:05,455 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:41:05,455 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-25T11:41:05,455 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T11:41:05,455 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:05,455 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:05,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:41:05,459 DEBUG [regionserver/96bb5f2c2895:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.meta.1732534865441.meta, exclude list is [], retry=0 2024-11-25T11:41:05,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33353,DS-4f7340ed-4ae9-4507-9ef8-131a37e68e27,DISK] 2024-11-25T11:41:05,462 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.meta.1732534850370.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.meta.1732534865441.meta 2024-11-25T11:41:05,463 DEBUG [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36223:36223)] 2024-11-25T11:41:05,463 DEBUG [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.meta.1732534850370.meta is not closed yet, will try archiving it next time 2024-11-25T11:41:05,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T11:41:05,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741834_1010 (size=3473) 2024-11-25T11:41:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T11:41:05,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34751 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-25T11:41:05,615 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-25T11:41:05,646 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-96bb5f2c2895,34751,1732534847453, ReplicationSource: 2, currentBandwidth=0 2024-11-25T11:41:05,648 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-25T11:41:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-25T11:41:05,650 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 96bb5f2c2895,34751,1732534847453 suceeded 2024-11-25T11:41:05,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-25T11:41:05,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-25T11:41:05,652 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://96bb5f2c2895:41171,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T11:41:05,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 205 msec 2024-11-25T11:41:05,663 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='96bb5f2c2895:41171' 2024-11-25T11:41:05,665 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c01fe05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:05,665 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,41171,-1 for getting cluster id 2024-11-25T11:41:05,665 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:41:05,665 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '972fcc65-dc2a-4460-a781-030947c1a149' 2024-11-25T11:41:05,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:41:05,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "972fcc65-dc2a-4460-a781-030947c1a149" 2024-11-25T11:41:05,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dfb1d22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:05,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,41171,-1] 2024-11-25T11:41:05,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:41:05,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:05,667 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:41:05,667 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@307ce8b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:05,667 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:41:05,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,41171,1732534855066 2024-11-25T11:41:05,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f886a58 2024-11-25T11:41:05,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:41:05,668 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-25T11:41:05,669 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-96bb5f2c2895,34751,1732534847453 (queues=1) is replicating from cluster=d30370d6-a65f-4ae9-aff0-f8c184fa15fa to cluster=972fcc65-dc2a-4460-a781-030947c1a149 2024-11-25T11:41:05,669 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=96bb5f2c2895%2C34751%2C1732534847453 2024-11-25T11:41:05,669 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-96bb5f2c2895,34751,1732534847453, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T11:41:05,669 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453.replicationSource.shipper96bb5f2c2895%2C34751%2C1732534847453,2-96bb5f2c2895,34751,1732534847453 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 96bb5f2c2895%2C34751%2C1732534847453 2024-11-25T11:41:05,669 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,2-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419, startPosition=0, beingWritten=true 2024-11-25T11:41:05,750 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534849439 to pos 687, reset compression=false 2024-11-25T11:41:05,752 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534849439 was moved to hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/oldWALs/96bb5f2c2895%2C34751%2C1732534847453.1732534849439 2024-11-25T11:41:05,753 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534849439 2024-11-25T11:41:05,754 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419, startPosition=0, beingWritten=true 2024-11-25T11:41:05,754 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.shipper96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,34751,1732534847453 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534849439, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-25T11:41:05,756 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.shipper96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [96bb5f2c2895%2C34751%2C1732534847453.1732534849439] 2024-11-25T11:41:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T11:41:05,764 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-25T11:41:05,764 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:41:05,764 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:41:05,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:05,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:05,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:41:05,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:41:05,768 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732534865768/Put/seqid=0 2024-11-25T11:41:05,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741845_1021 (size=11194) 2024-11-25T11:41:05,774 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732534865773/Put/seqid=0 2024-11-25T11:41:05,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741846_1022 (size=10791) 2024-11-25T11:41:05,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53450030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:05,778 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,45069,-1 for getting cluster id 2024-11-25T11:41:05,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:41:05,779 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd30370d6-a65f-4ae9-aff0-f8c184fa15fa' 2024-11-25T11:41:05,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:41:05,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d30370d6-a65f-4ae9-aff0-f8c184fa15fa" 2024-11-25T11:41:05,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7df510dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:05,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,45069,-1] 2024-11-25T11:41:05,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:41:05,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:05,780 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:41:05,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175e96b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:05,781 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:41:05,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,34751,1732534847453, seqNum=-1] 2024-11-25T11:41:05,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:41:05,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:41:05,788 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:41:05,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,45069,1732534847398 2024-11-25T11:41:05,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5194eccd 2024-11-25T11:41:05,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:41:05,789 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:41:05,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732534857338.1ba6a0011931e7823b885f228862d5cf., hostname=96bb5f2c2895,34751,1732534847453, seqNum=2] 2024-11-25T11:41:05,794 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T11:41:05,798 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-25T11:41:05,799 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-25T11:41:05,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 1ba6a0011931e7823b885f228862d5cf/f 2024-11-25T11:41:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-25T11:41:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:41:05,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 1ba6a0011931e7823b885f228862d5cf/f 2024-11-25T11:41:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-25T11:41:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:41:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HRegion(2603): Flush status journal for 1ba6a0011931e7823b885f228862d5cf: 2024-11-25T11:41:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/staging/jenkins__test__tgkttfe8ka2l85jb7465451a2b720hpk0d96g7oj630d6pmt1i8u6pibdp4ld5cl/f/hfile_0 2024-11-25T11:41:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/staging/jenkins__test__tgkttfe8ka2l85jb7465451a2b720hpk0d96g7oj630d6pmt1i8u6pibdp4ld5cl/f/hfile_0 as hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/default/test/1ba6a0011931e7823b885f228862d5cf/f/7bf5726eb6924e3fa1852093ddd46c51_SeqId_6_ 2024-11-25T11:41:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/staging/jenkins__test__tgkttfe8ka2l85jb7465451a2b720hpk0d96g7oj630d6pmt1i8u6pibdp4ld5cl/f/hfile_1 2024-11-25T11:41:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/staging/jenkins__test__tgkttfe8ka2l85jb7465451a2b720hpk0d96g7oj630d6pmt1i8u6pibdp4ld5cl/f/hfile_1 as hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/default/test/1ba6a0011931e7823b885f228862d5cf/f/04ce8512d9ff42fd8a0cbc1070c2b161_SeqId_6_ 2024-11-25T11:41:05,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/staging/jenkins__test__tgkttfe8ka2l85jb7465451a2b720hpk0d96g7oj630d6pmt1i8u6pibdp4ld5cl/f/hfile_0 into 1ba6a0011931e7823b885f228862d5cf/f as hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/default/test/1ba6a0011931e7823b885f228862d5cf/f/7bf5726eb6924e3fa1852093ddd46c51_SeqId_6_ - updating store file list. 2024-11-25T11:41:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7bf5726eb6924e3fa1852093ddd46c51_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T11:41:05,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/default/test/1ba6a0011931e7823b885f228862d5cf/f/7bf5726eb6924e3fa1852093ddd46c51_SeqId_6_ into 1ba6a0011931e7823b885f228862d5cf/f 2024-11-25T11:41:05,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/staging/jenkins__test__tgkttfe8ka2l85jb7465451a2b720hpk0d96g7oj630d6pmt1i8u6pibdp4ld5cl/f/hfile_0 into 1ba6a0011931e7823b885f228862d5cf/f (new location: hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/default/test/1ba6a0011931e7823b885f228862d5cf/f/7bf5726eb6924e3fa1852093ddd46c51_SeqId_6_) 2024-11-25T11:41:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/staging/jenkins__test__tgkttfe8ka2l85jb7465451a2b720hpk0d96g7oj630d6pmt1i8u6pibdp4ld5cl/f/hfile_0 2024-11-25T11:41:05,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/staging/jenkins__test__tgkttfe8ka2l85jb7465451a2b720hpk0d96g7oj630d6pmt1i8u6pibdp4ld5cl/f/hfile_1 into 1ba6a0011931e7823b885f228862d5cf/f as hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/default/test/1ba6a0011931e7823b885f228862d5cf/f/04ce8512d9ff42fd8a0cbc1070c2b161_SeqId_6_ - updating store file list. 2024-11-25T11:41:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 04ce8512d9ff42fd8a0cbc1070c2b161_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T11:41:05,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/default/test/1ba6a0011931e7823b885f228862d5cf/f/04ce8512d9ff42fd8a0cbc1070c2b161_SeqId_6_ into 1ba6a0011931e7823b885f228862d5cf/f 2024-11-25T11:41:05,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/staging/jenkins__test__tgkttfe8ka2l85jb7465451a2b720hpk0d96g7oj630d6pmt1i8u6pibdp4ld5cl/f/hfile_1 into 1ba6a0011931e7823b885f228862d5cf/f (new location: hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/default/test/1ba6a0011931e7823b885f228862d5cf/f/04ce8512d9ff42fd8a0cbc1070c2b161_SeqId_6_) 2024-11-25T11:41:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/staging/jenkins__test__tgkttfe8ka2l85jb7465451a2b720hpk0d96g7oj630d6pmt1i8u6pibdp4ld5cl/f/hfile_1 2024-11-25T11:41:05,836 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:41:05,836 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:41:05,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:05,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:05,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:41:05,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732534857338.1ba6a0011931e7823b885f228862d5cf., hostname=96bb5f2c2895,34751,1732534847453, seqNum=2 , the old value is region=test,,1732534857338.1ba6a0011931e7823b885f228862d5cf., hostname=96bb5f2c2895,34751,1732534847453, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=96bb5f2c2895:34751 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T11:41:05,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732534857338.1ba6a0011931e7823b885f228862d5cf., hostname=96bb5f2c2895,34751,1732534847453, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T11:41:05,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732534857338.1ba6a0011931e7823b885f228862d5cf., hostname=96bb5f2c2895,34751,1732534847453, seqNum=2 from cache 2024-11-25T11:41:05,837 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-25T11:41:05,840 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T11:41:05,874 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,2-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 0, reset compression=false 2024-11-25T11:41:05,878 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,2-96bb5f2c2895,34751,1732534847453 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:41:05,878 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453.replicationSource.shipper96bb5f2c2895%2C34751%2C1732534847453,2-96bb5f2c2895,34751,1732534847453 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-96bb5f2c2895,34751,1732534847453 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ba6a0011931e7823b885f228862d5cf/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732534865834/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T11:41:05,880 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453.replicationSource.shipper96bb5f2c2895%2C34751%2C1732534847453,2-96bb5f2c2895,34751,1732534847453 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:41:05,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-25T11:41:05,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.ReplicationSink(318): Replicating [d30370d6-a65f-4ae9-aff0-f8c184fa15fa] bulk loaded data 2024-11-25T11:41:05,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fe0416d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:05,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,41171,-1 for getting cluster id 2024-11-25T11:41:05,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:41:05,882 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '972fcc65-dc2a-4460-a781-030947c1a149' 2024-11-25T11:41:05,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:41:05,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "972fcc65-dc2a-4460-a781-030947c1a149" 2024-11-25T11:41:05,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fc1d079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:05,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,41171,-1] 2024-11-25T11:41:05,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:41:05,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:05,883 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:41:05,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62796029, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:41:05,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741837_1013 (size=11194) 2024-11-25T11:41:05,945 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:34751 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T11:41:06,078 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,2-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 393, reset compression=false 2024-11-25T11:41:06,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741838_1014 (size=10791) 2024-11-25T11:41:06,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:41:06,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,41171,1732534855066 2024-11-25T11:41:06,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7442847a 2024-11-25T11:41:06,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:41:06,303 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-25T11:41:06,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T11:41:06,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:41:06,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,43025,1732534855105, seqNum=-1] 2024-11-25T11:41:06,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:41:06,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-25T11:41:06,310 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/staging/jenkins.hfs.23__test__9j5cftc67uvg79mmg81k107hmgnn7ksc4tqrauja7shdeboi9n48ausluq0vsh8d/f/04ce8512d9ff42fd8a0cbc1070c2b161_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-25T11:41:06,313 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/staging/jenkins.hfs.23__test__9j5cftc67uvg79mmg81k107hmgnn7ksc4tqrauja7shdeboi9n48ausluq0vsh8d/f/7bf5726eb6924e3fa1852093ddd46c51_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-25T11:41:06,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/staging/jenkins.hfs.23__test__9j5cftc67uvg79mmg81k107hmgnn7ksc4tqrauja7shdeboi9n48ausluq0vsh8d/f/04ce8512d9ff42fd8a0cbc1070c2b161_SeqId_6_ for inclusion in ae59a253ca36c2f81a6c625cfbb66678/f 2024-11-25T11:41:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-25T11:41:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:41:06,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/staging/jenkins.hfs.23__test__9j5cftc67uvg79mmg81k107hmgnn7ksc4tqrauja7shdeboi9n48ausluq0vsh8d/f/7bf5726eb6924e3fa1852093ddd46c51_SeqId_6_ for inclusion in ae59a253ca36c2f81a6c625cfbb66678/f 2024-11-25T11:41:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-25T11:41:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:41:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HRegion(2603): Flush status journal for ae59a253ca36c2f81a6c625cfbb66678: 2024-11-25T11:41:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 04ce8512d9ff42fd8a0cbc1070c2b161_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T11:41:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/staging/jenkins.hfs.23__test__9j5cftc67uvg79mmg81k107hmgnn7ksc4tqrauja7shdeboi9n48ausluq0vsh8d/f/04ce8512d9ff42fd8a0cbc1070c2b161_SeqId_6_ as hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/default/test/ae59a253ca36c2f81a6c625cfbb66678/f/d92a66654ba0440d9abda954c80e9277_SeqId_4_ 2024-11-25T11:41:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7bf5726eb6924e3fa1852093ddd46c51_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T11:41:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/staging/jenkins.hfs.23__test__9j5cftc67uvg79mmg81k107hmgnn7ksc4tqrauja7shdeboi9n48ausluq0vsh8d/f/7bf5726eb6924e3fa1852093ddd46c51_SeqId_6_ as hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/default/test/ae59a253ca36c2f81a6c625cfbb66678/f/2036de2ce5a54f36badd7b51cf2ce6f1_SeqId_4_ 2024-11-25T11:41:06,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/staging/jenkins.hfs.23__test__9j5cftc67uvg79mmg81k107hmgnn7ksc4tqrauja7shdeboi9n48ausluq0vsh8d/f/04ce8512d9ff42fd8a0cbc1070c2b161_SeqId_6_ into ae59a253ca36c2f81a6c625cfbb66678/f as hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/default/test/ae59a253ca36c2f81a6c625cfbb66678/f/d92a66654ba0440d9abda954c80e9277_SeqId_4_ - updating store file list. 2024-11-25T11:41:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d92a66654ba0440d9abda954c80e9277_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T11:41:06,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/default/test/ae59a253ca36c2f81a6c625cfbb66678/f/d92a66654ba0440d9abda954c80e9277_SeqId_4_ into ae59a253ca36c2f81a6c625cfbb66678/f 2024-11-25T11:41:06,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/staging/jenkins.hfs.23__test__9j5cftc67uvg79mmg81k107hmgnn7ksc4tqrauja7shdeboi9n48ausluq0vsh8d/f/04ce8512d9ff42fd8a0cbc1070c2b161_SeqId_6_ into ae59a253ca36c2f81a6c625cfbb66678/f (new location: hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/default/test/ae59a253ca36c2f81a6c625cfbb66678/f/d92a66654ba0440d9abda954c80e9277_SeqId_4_) 2024-11-25T11:41:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/staging/jenkins.hfs.23__test__9j5cftc67uvg79mmg81k107hmgnn7ksc4tqrauja7shdeboi9n48ausluq0vsh8d/f/04ce8512d9ff42fd8a0cbc1070c2b161_SeqId_6_ 2024-11-25T11:41:06,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/staging/jenkins.hfs.23__test__9j5cftc67uvg79mmg81k107hmgnn7ksc4tqrauja7shdeboi9n48ausluq0vsh8d/f/7bf5726eb6924e3fa1852093ddd46c51_SeqId_6_ into ae59a253ca36c2f81a6c625cfbb66678/f as hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/default/test/ae59a253ca36c2f81a6c625cfbb66678/f/2036de2ce5a54f36badd7b51cf2ce6f1_SeqId_4_ - updating store file list. 2024-11-25T11:41:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2036de2ce5a54f36badd7b51cf2ce6f1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T11:41:06,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/default/test/ae59a253ca36c2f81a6c625cfbb66678/f/2036de2ce5a54f36badd7b51cf2ce6f1_SeqId_4_ into ae59a253ca36c2f81a6c625cfbb66678/f 2024-11-25T11:41:06,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/staging/jenkins.hfs.23__test__9j5cftc67uvg79mmg81k107hmgnn7ksc4tqrauja7shdeboi9n48ausluq0vsh8d/f/7bf5726eb6924e3fa1852093ddd46c51_SeqId_6_ into ae59a253ca36c2f81a6c625cfbb66678/f (new location: hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/default/test/ae59a253ca36c2f81a6c625cfbb66678/f/2036de2ce5a54f36badd7b51cf2ce6f1_SeqId_4_) 2024-11-25T11:41:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/staging/jenkins.hfs.23__test__9j5cftc67uvg79mmg81k107hmgnn7ksc4tqrauja7shdeboi9n48ausluq0vsh8d/f/7bf5726eb6924e3fa1852093ddd46c51_SeqId_6_ 2024-11-25T11:41:06,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] regionserver.ReplicationSink(324): Finished replicating [d30370d6-a65f-4ae9-aff0-f8c184fa15fa] bulk loaded data 2024-11-25T11:41:06,381 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,2-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 393, reset compression=false 2024-11-25T11:41:06,457 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 0, reset compression=false 2024-11-25T11:41:06,461 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T11:41:06,462 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.shipper96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,34751,1732534847453 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ba6a0011931e7823b885f228862d5cf/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732534865834/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T11:41:06,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.ReplicationSink(318): Replicating [d30370d6-a65f-4ae9-aff0-f8c184fa15fa] bulk loaded data 2024-11-25T11:41:06,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45191 is added to blk_1073741839_1015 (size=11194) 2024-11-25T11:41:06,662 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 393, reset compression=false 2024-11-25T11:41:06,784 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,2-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 393, reset compression=false 2024-11-25T11:41:06,843 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T11:41:06,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45191 is added to blk_1073741840_1016 (size=10791) 2024-11-25T11:41:06,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T11:41:06,890 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/staging/jenkins.hfs.22__test__ss5ihkpd20jbrgsvik4jbrohea448esombummg1bvvb0a5vev7scc2o0qtpeblts/f/04ce8512d9ff42fd8a0cbc1070c2b161_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-25T11:41:06,892 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/staging/jenkins.hfs.22__test__ss5ihkpd20jbrgsvik4jbrohea448esombummg1bvvb0a5vev7scc2o0qtpeblts/f/7bf5726eb6924e3fa1852093ddd46c51_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-25T11:41:06,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/staging/jenkins.hfs.22__test__ss5ihkpd20jbrgsvik4jbrohea448esombummg1bvvb0a5vev7scc2o0qtpeblts/f/04ce8512d9ff42fd8a0cbc1070c2b161_SeqId_6_ for inclusion in 152cb0b4bf794bcbe6bb229e20a3cc7b/f 2024-11-25T11:41:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-25T11:41:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:41:06,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/staging/jenkins.hfs.22__test__ss5ihkpd20jbrgsvik4jbrohea448esombummg1bvvb0a5vev7scc2o0qtpeblts/f/7bf5726eb6924e3fa1852093ddd46c51_SeqId_6_ for inclusion in 152cb0b4bf794bcbe6bb229e20a3cc7b/f 2024-11-25T11:41:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-25T11:41:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T11:41:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HRegion(2603): Flush status journal for 152cb0b4bf794bcbe6bb229e20a3cc7b: 2024-11-25T11:41:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 04ce8512d9ff42fd8a0cbc1070c2b161_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T11:41:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/staging/jenkins.hfs.22__test__ss5ihkpd20jbrgsvik4jbrohea448esombummg1bvvb0a5vev7scc2o0qtpeblts/f/04ce8512d9ff42fd8a0cbc1070c2b161_SeqId_6_ as hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/default/test/152cb0b4bf794bcbe6bb229e20a3cc7b/f/fe66556854074768b12b6f8c2feca351_SeqId_6_ 2024-11-25T11:41:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7bf5726eb6924e3fa1852093ddd46c51_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T11:41:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/staging/jenkins.hfs.22__test__ss5ihkpd20jbrgsvik4jbrohea448esombummg1bvvb0a5vev7scc2o0qtpeblts/f/7bf5726eb6924e3fa1852093ddd46c51_SeqId_6_ as hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/default/test/152cb0b4bf794bcbe6bb229e20a3cc7b/f/bd4f05f55bf54a2193c8be1ebcbd7406_SeqId_6_ 2024-11-25T11:41:06,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/staging/jenkins.hfs.22__test__ss5ihkpd20jbrgsvik4jbrohea448esombummg1bvvb0a5vev7scc2o0qtpeblts/f/04ce8512d9ff42fd8a0cbc1070c2b161_SeqId_6_ into 152cb0b4bf794bcbe6bb229e20a3cc7b/f as hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/default/test/152cb0b4bf794bcbe6bb229e20a3cc7b/f/fe66556854074768b12b6f8c2feca351_SeqId_6_ - updating store file list. 2024-11-25T11:41:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fe66556854074768b12b6f8c2feca351_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T11:41:06,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/default/test/152cb0b4bf794bcbe6bb229e20a3cc7b/f/fe66556854074768b12b6f8c2feca351_SeqId_6_ into 152cb0b4bf794bcbe6bb229e20a3cc7b/f 2024-11-25T11:41:06,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/staging/jenkins.hfs.22__test__ss5ihkpd20jbrgsvik4jbrohea448esombummg1bvvb0a5vev7scc2o0qtpeblts/f/04ce8512d9ff42fd8a0cbc1070c2b161_SeqId_6_ into 152cb0b4bf794bcbe6bb229e20a3cc7b/f (new location: hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/default/test/152cb0b4bf794bcbe6bb229e20a3cc7b/f/fe66556854074768b12b6f8c2feca351_SeqId_6_) 2024-11-25T11:41:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/staging/jenkins.hfs.22__test__ss5ihkpd20jbrgsvik4jbrohea448esombummg1bvvb0a5vev7scc2o0qtpeblts/f/04ce8512d9ff42fd8a0cbc1070c2b161_SeqId_6_ 2024-11-25T11:41:06,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/staging/jenkins.hfs.22__test__ss5ihkpd20jbrgsvik4jbrohea448esombummg1bvvb0a5vev7scc2o0qtpeblts/f/7bf5726eb6924e3fa1852093ddd46c51_SeqId_6_ into 152cb0b4bf794bcbe6bb229e20a3cc7b/f as hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/default/test/152cb0b4bf794bcbe6bb229e20a3cc7b/f/bd4f05f55bf54a2193c8be1ebcbd7406_SeqId_6_ - updating store file list. 2024-11-25T11:41:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bd4f05f55bf54a2193c8be1ebcbd7406_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T11:41:06,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/default/test/152cb0b4bf794bcbe6bb229e20a3cc7b/f/bd4f05f55bf54a2193c8be1ebcbd7406_SeqId_6_ into 152cb0b4bf794bcbe6bb229e20a3cc7b/f 2024-11-25T11:41:06,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/staging/jenkins.hfs.22__test__ss5ihkpd20jbrgsvik4jbrohea448esombummg1bvvb0a5vev7scc2o0qtpeblts/f/7bf5726eb6924e3fa1852093ddd46c51_SeqId_6_ into 152cb0b4bf794bcbe6bb229e20a3cc7b/f (new location: hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/default/test/152cb0b4bf794bcbe6bb229e20a3cc7b/f/bd4f05f55bf54a2193c8be1ebcbd7406_SeqId_6_) 2024-11-25T11:41:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/staging/jenkins.hfs.22__test__ss5ihkpd20jbrgsvik4jbrohea448esombummg1bvvb0a5vev7scc2o0qtpeblts/f/7bf5726eb6924e3fa1852093ddd46c51_SeqId_6_ 2024-11-25T11:41:06,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40415 {}] regionserver.ReplicationSink(324): Finished replicating [d30370d6-a65f-4ae9-aff0-f8c184fa15fa] bulk loaded data 2024-11-25T11:41:06,965 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 393, reset compression=false 2024-11-25T11:41:07,287 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,2-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 393, reset compression=false 2024-11-25T11:41:07,304 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T11:41:07,368 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 393, reset compression=false 2024-11-25T11:41:07,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T11:41:07,857 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:41:07,857 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:41:07,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:07,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:07,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:41:07,857 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T11:41:07,858 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2067165553, stopped=false 2024-11-25T11:41:07,858 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=96bb5f2c2895,41171,1732534855066 2024-11-25T11:41:07,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x1014eedafc20007, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2256136851/running 2024-11-25T11:41:07,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2256136851/running 2024-11-25T11:41:07,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2256136851 2024-11-25T11:41:07,859 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:41:07,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x1014eedafc20007, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2256136851 2024-11-25T11:41:07,859 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:41:07,859 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:41:07,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:07,860 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,43025,1732534855105' ***** 2024-11-25T11:41:07,860 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:41:07,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43025-0x1014eedafc20007, quorum=127.0.0.1:55229, baseZNode=/2256136851 Set watcher on znode that does not yet exist, /2256136851/running 2024-11-25T11:41:07,861 INFO [RS:0;96bb5f2c2895:43025 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:41:07,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Set watcher on znode that does not yet exist, /2256136851/running 2024-11-25T11:41:07,861 INFO [RS:0;96bb5f2c2895:43025 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:41:07,861 INFO [RS:0;96bb5f2c2895:43025 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:41:07,861 INFO [RS:0;96bb5f2c2895:43025 {}] regionserver.HRegionServer(3091): Received CLOSE for ae59a253ca36c2f81a6c625cfbb66678 2024-11-25T11:41:07,861 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:41:07,862 INFO [RS:0;96bb5f2c2895:43025 {}] regionserver.HRegionServer(959): stopping server 96bb5f2c2895,43025,1732534855105 2024-11-25T11:41:07,862 INFO [RS:0;96bb5f2c2895:43025 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:41:07,862 INFO [RS:0;96bb5f2c2895:43025 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:43025. 2024-11-25T11:41:07,862 DEBUG [RS:0;96bb5f2c2895:43025 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:41:07,862 DEBUG [RS:0;96bb5f2c2895:43025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:07,862 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae59a253ca36c2f81a6c625cfbb66678, disabling compactions & flushes 2024-11-25T11:41:07,862 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732534860627.ae59a253ca36c2f81a6c625cfbb66678. 2024-11-25T11:41:07,862 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534860627.ae59a253ca36c2f81a6c625cfbb66678. 2024-11-25T11:41:07,862 INFO [RS:0;96bb5f2c2895:43025 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:41:07,862 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732534860627.ae59a253ca36c2f81a6c625cfbb66678. after waiting 0 ms 2024-11-25T11:41:07,862 INFO [RS:0;96bb5f2c2895:43025 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:41:07,862 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732534860627.ae59a253ca36c2f81a6c625cfbb66678. 2024-11-25T11:41:07,862 INFO [RS:0;96bb5f2c2895:43025 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:41:07,862 INFO [RS:0;96bb5f2c2895:43025 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T11:41:07,862 INFO [RS:0;96bb5f2c2895:43025 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T11:41:07,862 DEBUG [RS:0;96bb5f2c2895:43025 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ae59a253ca36c2f81a6c625cfbb66678=test,,1732534860627.ae59a253ca36c2f81a6c625cfbb66678.} 2024-11-25T11:41:07,862 DEBUG [RS:0;96bb5f2c2895:43025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ae59a253ca36c2f81a6c625cfbb66678 2024-11-25T11:41:07,863 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:41:07,863 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:41:07,863 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:41:07,863 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:41:07,863 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:41:07,863 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-25T11:41:07,867 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/default/test/ae59a253ca36c2f81a6c625cfbb66678/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-25T11:41:07,867 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:41:07,867 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T11:41:07,867 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732534860627.ae59a253ca36c2f81a6c625cfbb66678. 2024-11-25T11:41:07,867 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:41:07,868 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae59a253ca36c2f81a6c625cfbb66678: Waiting for close lock at 1732534867862Running coprocessor pre-close hooks at 1732534867862Disabling compacts and flushes for region at 1732534867862Disabling writes for close at 1732534867862Writing region close event to WAL at 1732534867863 (+1 ms)Running coprocessor post-close hooks at 1732534867867 (+4 ms)Closed at 1732534867867 2024-11-25T11:41:07,868 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732534860627.ae59a253ca36c2f81a6c625cfbb66678. 2024-11-25T11:41:07,872 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 393, reset compression=false 2024-11-25T11:41:07,897 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,2-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 393, reset compression=false 2024-11-25T11:41:07,902 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/hbase/meta/1588230740/.tmp/info/d993f731c94c469d85fe1fddbe0179f9 is 129, key is test,,1732534860627.ae59a253ca36c2f81a6c625cfbb66678./info:regioninfo/1732534861398/Put/seqid=0 2024-11-25T11:41:07,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741839_1015 (size=6421) 2024-11-25T11:41:07,907 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/hbase/meta/1588230740/.tmp/info/d993f731c94c469d85fe1fddbe0179f9 2024-11-25T11:41:07,932 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/hbase/meta/1588230740/.tmp/ns/be55f69a43124e7f826bbc353aaa80ba is 43, key is default/ns:d/1732534857239/Put/seqid=0 2024-11-25T11:41:07,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741840_1016 (size=5153) 2024-11-25T11:41:07,936 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/hbase/meta/1588230740/.tmp/ns/be55f69a43124e7f826bbc353aaa80ba 2024-11-25T11:41:07,959 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/hbase/meta/1588230740/.tmp/rep_barrier/f95ca4331c644cbb982e7211bb124073 is 112, key is test,,1732534860627.ae59a253ca36c2f81a6c625cfbb66678./rep_barrier:seqnumDuringOpen/1732534861398/Put/seqid=0 2024-11-25T11:41:07,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741841_1017 (size=5518) 2024-11-25T11:41:07,963 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/hbase/meta/1588230740/.tmp/rep_barrier/f95ca4331c644cbb982e7211bb124073 2024-11-25T11:41:07,984 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/hbase/meta/1588230740/.tmp/table/cd470725882044108cea828caa299af0 is 40, key is test/table:state/1732534861406/Put/seqid=0 2024-11-25T11:41:07,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741842_1018 (size=5165) 2024-11-25T11:41:08,034 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:41:08,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:08,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:08,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:08,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:08,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:08,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:08,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:08,063 DEBUG [RS:0;96bb5f2c2895:43025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:41:08,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:08,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:08,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:08,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:08,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:08,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:08,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:08,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:08,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:08,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:08,159 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T11:41:08,159 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T11:41:08,263 DEBUG [RS:0;96bb5f2c2895:43025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:41:08,388 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/hbase/meta/1588230740/.tmp/table/cd470725882044108cea828caa299af0 2024-11-25T11:41:08,392 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/hbase/meta/1588230740/.tmp/info/d993f731c94c469d85fe1fddbe0179f9 as hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/hbase/meta/1588230740/info/d993f731c94c469d85fe1fddbe0179f9 2024-11-25T11:41:08,396 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/hbase/meta/1588230740/info/d993f731c94c469d85fe1fddbe0179f9, entries=10, sequenceid=11, filesize=6.3 K 2024-11-25T11:41:08,397 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/hbase/meta/1588230740/.tmp/ns/be55f69a43124e7f826bbc353aaa80ba as hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/hbase/meta/1588230740/ns/be55f69a43124e7f826bbc353aaa80ba 2024-11-25T11:41:08,400 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/hbase/meta/1588230740/ns/be55f69a43124e7f826bbc353aaa80ba, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T11:41:08,401 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/hbase/meta/1588230740/.tmp/rep_barrier/f95ca4331c644cbb982e7211bb124073 as hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/hbase/meta/1588230740/rep_barrier/f95ca4331c644cbb982e7211bb124073 2024-11-25T11:41:08,404 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/hbase/meta/1588230740/rep_barrier/f95ca4331c644cbb982e7211bb124073, entries=1, sequenceid=11, filesize=5.4 K 2024-11-25T11:41:08,405 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/hbase/meta/1588230740/.tmp/table/cd470725882044108cea828caa299af0 as hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/hbase/meta/1588230740/table/cd470725882044108cea828caa299af0 2024-11-25T11:41:08,408 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/hbase/meta/1588230740/table/cd470725882044108cea828caa299af0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T11:41:08,409 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 546ms, sequenceid=11, compaction requested=false 2024-11-25T11:41:08,413 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T11:41:08,414 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:41:08,414 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:41:08,414 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:41:08,414 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534867862Running coprocessor pre-close hooks at 1732534867863 (+1 ms)Disabling compacts and flushes for region at 1732534867863Disabling writes for close at 1732534867863Obtaining lock to block concurrent updates at 1732534867863Preparing flush snapshotting stores in 1588230740 at 1732534867863Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732534867863Flushing stores of hbase:meta,,1.1588230740 at 1732534867864 (+1 ms)Flushing 1588230740/info: creating writer at 1732534867864Flushing 1588230740/info: appending metadata at 1732534867902 (+38 ms)Flushing 1588230740/info: closing flushed file at 1732534867902Flushing 1588230740/ns: creating writer at 1732534867911 (+9 ms)Flushing 1588230740/ns: appending metadata at 1732534867932 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732534867932Flushing 1588230740/rep_barrier: creating writer at 1732534867939 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732534867959 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732534867959Flushing 1588230740/table: creating writer at 1732534867967 (+8 ms)Flushing 1588230740/table: appending metadata at 1732534867984 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732534867984Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7024529d: reopening flushed file at 1732534868391 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@707d4746: reopening flushed file at 1732534868396 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f7eab0c: reopening flushed file at 1732534868400 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9774a81: reopening flushed file at 1732534868404 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 546ms, sequenceid=11, compaction requested=false at 1732534868409 (+5 ms)Writing region close event to WAL at 1732534868411 (+2 ms)Running coprocessor post-close hooks at 1732534868413 (+2 ms)Closed at 1732534868414 (+1 ms) 2024-11-25T11:41:08,414 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T11:41:08,463 INFO [RS:0;96bb5f2c2895:43025 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,43025,1732534855105; all regions closed. 2024-11-25T11:41:08,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741834_1010 (size=2717) 2024-11-25T11:41:08,466 DEBUG [RS:0;96bb5f2c2895:43025 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/oldWALs 2024-11-25T11:41:08,466 INFO [RS:0;96bb5f2c2895:43025 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C43025%2C1732534855105.meta:.meta(num 1732534857197) 2024-11-25T11:41:08,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741832_1008 (size=1028) 2024-11-25T11:41:08,468 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/WALs/96bb5f2c2895,43025,1732534855105/96bb5f2c2895%2C43025%2C1732534855105.1732534856295 not finished, retry = 0 2024-11-25T11:41:08,477 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 393, reset compression=false 2024-11-25T11:41:08,570 DEBUG [RS:0;96bb5f2c2895:43025 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/oldWALs 2024-11-25T11:41:08,570 INFO [RS:0;96bb5f2c2895:43025 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C43025%2C1732534855105:(num 1732534856295) 2024-11-25T11:41:08,570 DEBUG [RS:0;96bb5f2c2895:43025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:08,570 INFO [RS:0;96bb5f2c2895:43025 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:41:08,570 INFO [RS:0;96bb5f2c2895:43025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:41:08,570 INFO [RS:0;96bb5f2c2895:43025 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T11:41:08,570 INFO [RS:0;96bb5f2c2895:43025 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:41:08,571 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:41:08,571 INFO [RS:0;96bb5f2c2895:43025 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:43025. 2024-11-25T11:41:08,571 DEBUG [RS:0;96bb5f2c2895:43025 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:41:08,571 DEBUG [RS:0;96bb5f2c2895:43025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:08,571 DEBUG [RS:0;96bb5f2c2895:43025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:08,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:41:08,572 INFO [RS:0;96bb5f2c2895:43025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43025 2024-11-25T11:41:08,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x1014eedafc20007, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2256136851/rs/96bb5f2c2895,43025,1732534855105 2024-11-25T11:41:08,575 INFO [RS:0;96bb5f2c2895:43025 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:41:08,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2256136851/rs 2024-11-25T11:41:08,577 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,43025,1732534855105] 2024-11-25T11:41:08,579 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2256136851/draining/96bb5f2c2895,43025,1732534855105 already deleted, retry=false 2024-11-25T11:41:08,579 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96bb5f2c2895,43025,1732534855105 expired; onlineServers=0 2024-11-25T11:41:08,579 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '96bb5f2c2895,41171,1732534855066' ***** 2024-11-25T11:41:08,579 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T11:41:08,579 INFO [M:0;96bb5f2c2895:41171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:41:08,579 INFO [M:0;96bb5f2c2895:41171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:41:08,579 DEBUG [M:0;96bb5f2c2895:41171 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T11:41:08,579 DEBUG [M:0;96bb5f2c2895:41171 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T11:41:08,579 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T11:41:08,579 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534856059 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534856059,5,FailOnTimeoutGroup] 2024-11-25T11:41:08,579 INFO [M:0;96bb5f2c2895:41171 {}] hbase.ChoreService(370): Chore service for: master/96bb5f2c2895:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T11:41:08,579 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534856059 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534856059,5,FailOnTimeoutGroup] 2024-11-25T11:41:08,579 INFO [M:0;96bb5f2c2895:41171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:41:08,579 DEBUG [M:0;96bb5f2c2895:41171 {}] master.HMaster(1795): Stopping service threads 2024-11-25T11:41:08,579 INFO [M:0;96bb5f2c2895:41171 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T11:41:08,580 INFO [M:0;96bb5f2c2895:41171 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:41:08,580 INFO [M:0;96bb5f2c2895:41171 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T11:41:08,580 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T11:41:08,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2256136851/master 2024-11-25T11:41:08,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2256136851 2024-11-25T11:41:08,581 DEBUG [M:0;96bb5f2c2895:41171 {}] zookeeper.ZKUtil(347): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Unable to get data of znode /2256136851/master because node does not exist (not an error) 2024-11-25T11:41:08,581 WARN [M:0;96bb5f2c2895:41171 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T11:41:08,581 INFO [M:0;96bb5f2c2895:41171 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/.lastflushedseqids 2024-11-25T11:41:08,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741843_1019 (size=173) 2024-11-25T11:41:08,604 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,2-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 393, reset compression=false 2024-11-25T11:41:08,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x1014eedafc20007, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:41:08,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43025-0x1014eedafc20007, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:41:08,678 INFO [RS:0;96bb5f2c2895:43025 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:41:08,678 INFO [RS:0;96bb5f2c2895:43025 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,43025,1732534855105; zookeeper connection closed. 2024-11-25T11:41:08,678 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f7bd09b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f7bd09b 2024-11-25T11:41:08,678 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T11:41:08,986 INFO [M:0;96bb5f2c2895:41171 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T11:41:08,986 INFO [M:0;96bb5f2c2895:41171 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T11:41:08,986 DEBUG [M:0;96bb5f2c2895:41171 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:41:08,986 INFO [M:0;96bb5f2c2895:41171 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:41:08,986 DEBUG [M:0;96bb5f2c2895:41171 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:41:08,986 DEBUG [M:0;96bb5f2c2895:41171 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:41:08,986 DEBUG [M:0;96bb5f2c2895:41171 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:41:08,987 INFO [M:0;96bb5f2c2895:41171 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-25T11:41:09,005 DEBUG [M:0;96bb5f2c2895:41171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54c3aed261ba4642bb50b0d0006a5fd7 is 82, key is hbase:meta,,1/info:regioninfo/1732534857230/Put/seqid=0 2024-11-25T11:41:09,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741844_1020 (size=5672) 2024-11-25T11:41:09,180 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 393, reset compression=false 2024-11-25T11:41:09,407 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,2-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 393, reset compression=false 2024-11-25T11:41:09,409 INFO [M:0;96bb5f2c2895:41171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54c3aed261ba4642bb50b0d0006a5fd7 2024-11-25T11:41:09,428 DEBUG [M:0;96bb5f2c2895:41171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/838e7b7f8c934a548dbddc764c31bc40 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732534861410/Put/seqid=0 2024-11-25T11:41:09,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741845_1021 (size=6586) 2024-11-25T11:41:09,832 INFO [M:0;96bb5f2c2895:41171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/838e7b7f8c934a548dbddc764c31bc40 2024-11-25T11:41:09,849 DEBUG [M:0;96bb5f2c2895:41171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bfd424add0d4388bc43b2fd35f71e24 is 69, key is 96bb5f2c2895,43025,1732534855105/rs:state/1732534856145/Put/seqid=0 2024-11-25T11:41:09,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741846_1022 (size=5156) 2024-11-25T11:41:09,983 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 393, reset compression=false 2024-11-25T11:41:10,253 INFO [M:0;96bb5f2c2895:41171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bfd424add0d4388bc43b2fd35f71e24 2024-11-25T11:41:10,257 DEBUG [M:0;96bb5f2c2895:41171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54c3aed261ba4642bb50b0d0006a5fd7 as hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54c3aed261ba4642bb50b0d0006a5fd7 2024-11-25T11:41:10,260 INFO [M:0;96bb5f2c2895:41171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54c3aed261ba4642bb50b0d0006a5fd7, entries=8, sequenceid=55, filesize=5.5 K 2024-11-25T11:41:10,261 DEBUG [M:0;96bb5f2c2895:41171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/838e7b7f8c934a548dbddc764c31bc40 as hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/838e7b7f8c934a548dbddc764c31bc40 2024-11-25T11:41:10,264 INFO [M:0;96bb5f2c2895:41171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/838e7b7f8c934a548dbddc764c31bc40, entries=6, sequenceid=55, filesize=6.4 K 2024-11-25T11:41:10,264 DEBUG [M:0;96bb5f2c2895:41171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bfd424add0d4388bc43b2fd35f71e24 as hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6bfd424add0d4388bc43b2fd35f71e24 2024-11-25T11:41:10,267 INFO [M:0;96bb5f2c2895:41171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6bfd424add0d4388bc43b2fd35f71e24, entries=1, sequenceid=55, filesize=5.0 K 2024-11-25T11:41:10,268 INFO [M:0;96bb5f2c2895:41171 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=55, compaction requested=false 2024-11-25T11:41:10,269 INFO [M:0;96bb5f2c2895:41171 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:41:10,270 DEBUG [M:0;96bb5f2c2895:41171 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534868986Disabling compacts and flushes for region at 1732534868986Disabling writes for close at 1732534868986Obtaining lock to block concurrent updates at 1732534868987 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732534868987Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732534868987Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732534868987Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732534868988 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732534869005 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732534869005Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732534869412 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732534869428 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732534869428Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732534869835 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732534869849 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732534869849Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51dcc7ff: reopening flushed file at 1732534870256 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5880eea6: reopening flushed file at 1732534870260 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69ae15ba: reopening flushed file at 1732534870264 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=55, compaction requested=false at 1732534870268 (+4 ms)Writing region close event to WAL at 1732534870269 (+1 ms)Closed at 1732534870269 2024-11-25T11:41:10,271 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89270c3d-df33-9085-37d7-40cd60b4e10d/MasterData/WALs/96bb5f2c2895,41171,1732534855066/96bb5f2c2895%2C41171%2C1732534855066.1732534855982 not finished, retry = 0 2024-11-25T11:41:10,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35719 is added to blk_1073741830_1006 (size=32770) 2024-11-25T11:41:10,310 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,2-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 393, reset compression=false 2024-11-25T11:41:10,372 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:41:10,372 INFO [M:0;96bb5f2c2895:41171 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T11:41:10,372 INFO [M:0;96bb5f2c2895:41171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41171 2024-11-25T11:41:10,373 INFO [M:0;96bb5f2c2895:41171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:41:10,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:41:10,475 INFO [M:0;96bb5f2c2895:41171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:41:10,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41171-0x1014eedafc20006, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:41:10,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75efb37a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:41:10,478 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c35b670{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:41:10,478 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:41:10,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f9a0ce1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:41:10,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@498d247{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/hadoop.log.dir/,STOPPED} 2024-11-25T11:41:10,480 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:41:10,480 WARN [BP-755393048-172.17.0.2-1732534854130 heartbeating to localhost/127.0.0.1:41023 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:41:10,480 WARN [BP-755393048-172.17.0.2-1732534854130 heartbeating to localhost/127.0.0.1:41023 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-755393048-172.17.0.2-1732534854130 (Datanode Uuid bd389ed7-b8d1-43ab-aba7-a5fa6246db0a) service to localhost/127.0.0.1:41023 2024-11-25T11:41:10,480 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:41:10,481 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/cluster_258666d9-f910-cd4f-c585-11402264e8d7/data/data1/current/BP-755393048-172.17.0.2-1732534854130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:41:10,481 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/cluster_258666d9-f910-cd4f-c585-11402264e8d7/data/data2/current/BP-755393048-172.17.0.2-1732534854130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:41:10,481 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:41:10,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13b352fa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:41:10,487 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1949bef0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:41:10,487 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:41:10,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@289ebe9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:41:10,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50c81745{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/084e5804-6f82-724d-2498-d4900ba6b7a7/hadoop.log.dir/,STOPPED} 2024-11-25T11:41:10,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T11:41:10,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T11:41:10,499 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:41:10,499 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:41:10,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:10,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:10,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:41:10,499 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T11:41:10,499 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1630571894, stopped=false 2024-11-25T11:41:10,500 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=96bb5f2c2895,38717,1732534851039 2024-11-25T11:41:10,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1157725703/running 2024-11-25T11:41:10,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1014eedafc20004, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1157725703/running 2024-11-25T11:41:10,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157725703 2024-11-25T11:41:10,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1014eedafc20004, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157725703 2024-11-25T11:41:10,501 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:41:10,501 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:41:10,501 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:41:10,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:10,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Set watcher on znode that does not yet exist, /1157725703/running 2024-11-25T11:41:10,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40415-0x1014eedafc20004, quorum=127.0.0.1:55229, baseZNode=/1157725703 Set watcher on znode that does not yet exist, /1157725703/running 2024-11-25T11:41:10,502 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,40415,1732534851074' ***** 2024-11-25T11:41:10,502 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:41:10,503 INFO [RS:0;96bb5f2c2895:40415 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:41:10,503 INFO [RS:0;96bb5f2c2895:40415 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:41:10,503 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:41:10,503 INFO [RS:0;96bb5f2c2895:40415 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:41:10,503 INFO [RS:0;96bb5f2c2895:40415 {}] regionserver.HRegionServer(3091): Received CLOSE for 152cb0b4bf794bcbe6bb229e20a3cc7b 2024-11-25T11:41:10,503 INFO [RS:0;96bb5f2c2895:40415 {}] regionserver.HRegionServer(959): stopping server 96bb5f2c2895,40415,1732534851074 2024-11-25T11:41:10,503 INFO [RS:0;96bb5f2c2895:40415 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:41:10,503 INFO [RS:0;96bb5f2c2895:40415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:40415. 2024-11-25T11:41:10,503 DEBUG [RS:0;96bb5f2c2895:40415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:41:10,503 DEBUG [RS:0;96bb5f2c2895:40415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:10,503 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 152cb0b4bf794bcbe6bb229e20a3cc7b, disabling compactions & flushes 2024-11-25T11:41:10,503 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732534859487.152cb0b4bf794bcbe6bb229e20a3cc7b. 2024-11-25T11:41:10,503 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534859487.152cb0b4bf794bcbe6bb229e20a3cc7b. 2024-11-25T11:41:10,503 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732534859487.152cb0b4bf794bcbe6bb229e20a3cc7b. after waiting 0 ms 2024-11-25T11:41:10,503 INFO [RS:0;96bb5f2c2895:40415 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:41:10,503 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732534859487.152cb0b4bf794bcbe6bb229e20a3cc7b. 2024-11-25T11:41:10,503 INFO [RS:0;96bb5f2c2895:40415 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:41:10,503 INFO [RS:0;96bb5f2c2895:40415 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:41:10,503 INFO [RS:0;96bb5f2c2895:40415 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T11:41:10,504 INFO [RS:0;96bb5f2c2895:40415 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T11:41:10,504 DEBUG [RS:0;96bb5f2c2895:40415 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 152cb0b4bf794bcbe6bb229e20a3cc7b=test,,1732534859487.152cb0b4bf794bcbe6bb229e20a3cc7b.} 2024-11-25T11:41:10,504 DEBUG [RS:0;96bb5f2c2895:40415 {}] regionserver.HRegionServer(1351): Waiting on 152cb0b4bf794bcbe6bb229e20a3cc7b, 1588230740 2024-11-25T11:41:10,504 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:41:10,504 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:41:10,504 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:41:10,504 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:41:10,504 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:41:10,504 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-25T11:41:10,508 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/default/test/152cb0b4bf794bcbe6bb229e20a3cc7b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T11:41:10,509 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:41:10,509 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T11:41:10,509 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732534859487.152cb0b4bf794bcbe6bb229e20a3cc7b. 2024-11-25T11:41:10,509 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 152cb0b4bf794bcbe6bb229e20a3cc7b: Waiting for close lock at 1732534870503Running coprocessor pre-close hooks at 1732534870503Disabling compacts and flushes for region at 1732534870503Disabling writes for close at 1732534870503Writing region close event to WAL at 1732534870505 (+2 ms)Running coprocessor post-close hooks at 1732534870509 (+4 ms)Closed at 1732534870509 2024-11-25T11:41:10,509 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732534859487.152cb0b4bf794bcbe6bb229e20a3cc7b. 2024-11-25T11:41:10,520 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/hbase/meta/1588230740/.tmp/info/ffb448416ea245d7a4588b5c0e6f4256 is 129, key is test,,1732534859487.152cb0b4bf794bcbe6bb229e20a3cc7b./info:regioninfo/1732534860226/Put/seqid=0 2024-11-25T11:41:10,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45191 is added to blk_1073741841_1017 (size=6421) 2024-11-25T11:41:10,540 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:41:10,704 DEBUG [RS:0;96bb5f2c2895:40415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:41:10,886 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 393, reset compression=false 2024-11-25T11:41:10,904 DEBUG [RS:0;96bb5f2c2895:40415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:41:10,924 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/hbase/meta/1588230740/.tmp/info/ffb448416ea245d7a4588b5c0e6f4256 2024-11-25T11:41:10,926 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T11:41:10,926 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T11:41:10,943 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/hbase/meta/1588230740/.tmp/ns/3feadb045a014c7cb7c6c04b3083019c is 43, key is default/ns:d/1732534854006/Put/seqid=0 2024-11-25T11:41:10,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45191 is added to blk_1073741842_1018 (size=5153) 2024-11-25T11:41:11,104 DEBUG [RS:0;96bb5f2c2895:40415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:41:11,304 DEBUG [RS:0;96bb5f2c2895:40415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:41:11,314 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,2-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 393, reset compression=false 2024-11-25T11:41:11,343 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T11:41:11,346 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/hbase/meta/1588230740/.tmp/ns/3feadb045a014c7cb7c6c04b3083019c 2024-11-25T11:41:11,364 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/hbase/meta/1588230740/.tmp/rep_barrier/5b66bc99062b445899c10f5ac23f7555 is 112, key is test,,1732534859487.152cb0b4bf794bcbe6bb229e20a3cc7b./rep_barrier:seqnumDuringOpen/1732534860226/Put/seqid=0 2024-11-25T11:41:11,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45191 is added to blk_1073741843_1019 (size=5518) 2024-11-25T11:41:11,504 INFO [RS:0;96bb5f2c2895:40415 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T11:41:11,505 DEBUG [RS:0;96bb5f2c2895:40415 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T11:41:11,505 DEBUG [RS:0;96bb5f2c2895:40415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:41:11,705 DEBUG [RS:0;96bb5f2c2895:40415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:41:11,767 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/hbase/meta/1588230740/.tmp/rep_barrier/5b66bc99062b445899c10f5ac23f7555 2024-11-25T11:41:11,785 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/hbase/meta/1588230740/.tmp/table/ec29abb7b4e340e4a8a2cbaead25b316 is 40, key is test/table:state/1732534860232/Put/seqid=0 2024-11-25T11:41:11,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45191 is added to blk_1073741844_1020 (size=5165) 2024-11-25T11:41:11,889 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 393, reset compression=false 2024-11-25T11:41:11,905 DEBUG [RS:0;96bb5f2c2895:40415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:41:12,105 DEBUG [RS:0;96bb5f2c2895:40415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:41:12,188 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/hbase/meta/1588230740/.tmp/table/ec29abb7b4e340e4a8a2cbaead25b316 2024-11-25T11:41:12,192 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/hbase/meta/1588230740/.tmp/info/ffb448416ea245d7a4588b5c0e6f4256 as hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/hbase/meta/1588230740/info/ffb448416ea245d7a4588b5c0e6f4256 2024-11-25T11:41:12,195 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/hbase/meta/1588230740/info/ffb448416ea245d7a4588b5c0e6f4256, entries=10, sequenceid=11, filesize=6.3 K 2024-11-25T11:41:12,196 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/hbase/meta/1588230740/.tmp/ns/3feadb045a014c7cb7c6c04b3083019c as hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/hbase/meta/1588230740/ns/3feadb045a014c7cb7c6c04b3083019c 2024-11-25T11:41:12,199 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/hbase/meta/1588230740/ns/3feadb045a014c7cb7c6c04b3083019c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T11:41:12,200 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/hbase/meta/1588230740/.tmp/rep_barrier/5b66bc99062b445899c10f5ac23f7555 as hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/hbase/meta/1588230740/rep_barrier/5b66bc99062b445899c10f5ac23f7555 2024-11-25T11:41:12,203 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/hbase/meta/1588230740/rep_barrier/5b66bc99062b445899c10f5ac23f7555, entries=1, sequenceid=11, filesize=5.4 K 2024-11-25T11:41:12,204 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/hbase/meta/1588230740/.tmp/table/ec29abb7b4e340e4a8a2cbaead25b316 as hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/hbase/meta/1588230740/table/ec29abb7b4e340e4a8a2cbaead25b316 2024-11-25T11:41:12,207 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/hbase/meta/1588230740/table/ec29abb7b4e340e4a8a2cbaead25b316, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T11:41:12,208 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=11, compaction requested=false 2024-11-25T11:41:12,211 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T11:41:12,211 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:41:12,211 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:41:12,211 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:41:12,211 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534870504Running coprocessor pre-close hooks at 1732534870504Disabling compacts and flushes for region at 1732534870504Disabling writes for close at 1732534870504Obtaining lock to block concurrent updates at 1732534870504Preparing flush snapshotting stores in 1588230740 at 1732534870504Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732534870504Flushing stores of hbase:meta,,1.1588230740 at 1732534870505 (+1 ms)Flushing 1588230740/info: creating writer at 1732534870505Flushing 1588230740/info: appending metadata at 1732534870520 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732534870520Flushing 1588230740/ns: creating writer at 1732534870928 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732534870943 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732534870943Flushing 1588230740/rep_barrier: creating writer at 1732534871350 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732534871364 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732534871364Flushing 1588230740/table: creating writer at 1732534871771 (+407 ms)Flushing 1588230740/table: appending metadata at 1732534871784 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732534871784Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57e4fd94: reopening flushed file at 1732534872192 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34dae41f: reopening flushed file at 1732534872196 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c62f3b: reopening flushed file at 1732534872199 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29378e44: reopening flushed file at 1732534872203 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=11, compaction requested=false at 1732534872208 (+5 ms)Writing region close event to WAL at 1732534872209 (+1 ms)Running coprocessor post-close hooks at 1732534872211 (+2 ms)Closed at 1732534872211 2024-11-25T11:41:12,211 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T11:41:12,305 INFO [RS:0;96bb5f2c2895:40415 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,40415,1732534851074; all regions closed. 2024-11-25T11:41:12,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45191 is added to blk_1073741834_1010 (size=2717) 2024-11-25T11:41:12,308 DEBUG [RS:0;96bb5f2c2895:40415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/oldWALs 2024-11-25T11:41:12,308 INFO [RS:0;96bb5f2c2895:40415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C40415%2C1732534851074.meta:.meta(num 1732534853968) 2024-11-25T11:41:12,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45191 is added to blk_1073741832_1008 (size=1374) 2024-11-25T11:41:12,312 DEBUG [RS:0;96bb5f2c2895:40415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/oldWALs 2024-11-25T11:41:12,312 INFO [RS:0;96bb5f2c2895:40415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C40415%2C1732534851074:(num 1732534853060) 2024-11-25T11:41:12,312 DEBUG [RS:0;96bb5f2c2895:40415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:12,312 INFO [RS:0;96bb5f2c2895:40415 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:41:12,312 INFO [RS:0;96bb5f2c2895:40415 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:41:12,312 INFO [RS:0;96bb5f2c2895:40415 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T11:41:12,312 INFO [RS:0;96bb5f2c2895:40415 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:41:12,312 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:41:12,312 INFO [RS:0;96bb5f2c2895:40415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:40415. 2024-11-25T11:41:12,312 DEBUG [RS:0;96bb5f2c2895:40415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:41:12,312 DEBUG [RS:0;96bb5f2c2895:40415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:12,312 DEBUG [RS:0;96bb5f2c2895:40415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:12,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:41:12,312 INFO [RS:0;96bb5f2c2895:40415 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40415 2024-11-25T11:41:12,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1014eedafc20004, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1157725703/rs/96bb5f2c2895,40415,1732534851074 2024-11-25T11:41:12,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157725703/rs 2024-11-25T11:41:12,315 INFO [RS:0;96bb5f2c2895:40415 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:41:12,317 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,40415,1732534851074] 2024-11-25T11:41:12,318 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1157725703/draining/96bb5f2c2895,40415,1732534851074 already deleted, retry=false 2024-11-25T11:41:12,318 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96bb5f2c2895,40415,1732534851074 expired; onlineServers=0 2024-11-25T11:41:12,318 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '96bb5f2c2895,38717,1732534851039' ***** 2024-11-25T11:41:12,318 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T11:41:12,319 INFO [M:0;96bb5f2c2895:38717 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:41:12,319 INFO [M:0;96bb5f2c2895:38717 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:41:12,319 DEBUG [M:0;96bb5f2c2895:38717 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T11:41:12,319 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T11:41:12,319 DEBUG [M:0;96bb5f2c2895:38717 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T11:41:12,319 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534852824 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534852824,5,FailOnTimeoutGroup] 2024-11-25T11:41:12,319 INFO [M:0;96bb5f2c2895:38717 {}] hbase.ChoreService(370): Chore service for: master/96bb5f2c2895:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T11:41:12,319 INFO [M:0;96bb5f2c2895:38717 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:41:12,319 DEBUG [M:0;96bb5f2c2895:38717 {}] master.HMaster(1795): Stopping service threads 2024-11-25T11:41:12,319 INFO [M:0;96bb5f2c2895:38717 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T11:41:12,319 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534852824 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534852824,5,FailOnTimeoutGroup] 2024-11-25T11:41:12,319 INFO [M:0;96bb5f2c2895:38717 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:41:12,319 INFO [M:0;96bb5f2c2895:38717 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T11:41:12,319 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T11:41:12,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1157725703/master 2024-11-25T11:41:12,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1157725703 2024-11-25T11:41:12,321 DEBUG [M:0;96bb5f2c2895:38717 {}] zookeeper.ZKUtil(347): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Unable to get data of znode /1157725703/master because node does not exist (not an error) 2024-11-25T11:41:12,321 WARN [M:0;96bb5f2c2895:38717 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T11:41:12,322 INFO [M:0;96bb5f2c2895:38717 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/.lastflushedseqids 2024-11-25T11:41:12,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45191 is added to blk_1073741845_1021 (size=173) 2024-11-25T11:41:12,325 INFO [M:0;96bb5f2c2895:38717 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T11:41:12,326 INFO [M:0;96bb5f2c2895:38717 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T11:41:12,326 DEBUG [M:0;96bb5f2c2895:38717 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:41:12,326 INFO [M:0;96bb5f2c2895:38717 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:41:12,326 DEBUG [M:0;96bb5f2c2895:38717 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:41:12,326 DEBUG [M:0;96bb5f2c2895:38717 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:41:12,326 DEBUG [M:0;96bb5f2c2895:38717 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:41:12,326 INFO [M:0;96bb5f2c2895:38717 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-25T11:41:12,342 DEBUG [M:0;96bb5f2c2895:38717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b588944db0374d7e900329651a501ed0 is 82, key is hbase:meta,,1/info:regioninfo/1732534853997/Put/seqid=0 2024-11-25T11:41:12,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45191 is added to blk_1073741846_1022 (size=5672) 2024-11-25T11:41:12,345 INFO [M:0;96bb5f2c2895:38717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b588944db0374d7e900329651a501ed0 2024-11-25T11:41:12,366 DEBUG [M:0;96bb5f2c2895:38717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7dea2f0bf0a64f4b9ff2324a3108fd2d is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732534860235/Put/seqid=0 2024-11-25T11:41:12,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45191 is added to blk_1073741847_1023 (size=6586) 2024-11-25T11:41:12,369 INFO [M:0;96bb5f2c2895:38717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7dea2f0bf0a64f4b9ff2324a3108fd2d 2024-11-25T11:41:12,388 DEBUG [M:0;96bb5f2c2895:38717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fc5df8db98d4fbe95b93689d5cc4cd2 is 69, key is 96bb5f2c2895,40415,1732534851074/rs:state/1732534852913/Put/seqid=0 2024-11-25T11:41:12,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45191 is added to blk_1073741848_1024 (size=5156) 2024-11-25T11:41:12,391 INFO [M:0;96bb5f2c2895:38717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fc5df8db98d4fbe95b93689d5cc4cd2 2024-11-25T11:41:12,395 DEBUG [M:0;96bb5f2c2895:38717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b588944db0374d7e900329651a501ed0 as hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b588944db0374d7e900329651a501ed0 2024-11-25T11:41:12,398 INFO [M:0;96bb5f2c2895:38717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b588944db0374d7e900329651a501ed0, entries=8, sequenceid=55, filesize=5.5 K 2024-11-25T11:41:12,398 DEBUG [M:0;96bb5f2c2895:38717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7dea2f0bf0a64f4b9ff2324a3108fd2d as hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7dea2f0bf0a64f4b9ff2324a3108fd2d 2024-11-25T11:41:12,401 INFO [M:0;96bb5f2c2895:38717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7dea2f0bf0a64f4b9ff2324a3108fd2d, entries=6, sequenceid=55, filesize=6.4 K 2024-11-25T11:41:12,402 DEBUG [M:0;96bb5f2c2895:38717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fc5df8db98d4fbe95b93689d5cc4cd2 as hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3fc5df8db98d4fbe95b93689d5cc4cd2 2024-11-25T11:41:12,404 INFO [M:0;96bb5f2c2895:38717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44109/user/jenkins/test-data/28d24c16-59d7-8f32-95d2-178b8409d730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3fc5df8db98d4fbe95b93689d5cc4cd2, entries=1, sequenceid=55, filesize=5.0 K 2024-11-25T11:41:12,405 INFO [M:0;96bb5f2c2895:38717 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 79ms, sequenceid=55, compaction requested=false 2024-11-25T11:41:12,406 INFO [M:0;96bb5f2c2895:38717 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:41:12,406 DEBUG [M:0;96bb5f2c2895:38717 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534872326Disabling compacts and flushes for region at 1732534872326Disabling writes for close at 1732534872326Obtaining lock to block concurrent updates at 1732534872326Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732534872326Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732534872326Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732534872327 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732534872327Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732534872341 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732534872341Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732534872349 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732534872365 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732534872365Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732534872372 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732534872388 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732534872388Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6172cfa7: reopening flushed file at 1732534872394 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c89f66b: reopening flushed file at 1732534872398 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@921cbf5: reopening flushed file at 1732534872401 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 79ms, sequenceid=55, compaction requested=false at 1732534872405 (+4 ms)Writing region close event to WAL at 1732534872406 (+1 ms)Closed at 1732534872406 2024-11-25T11:41:12,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45191 is added to blk_1073741830_1006 (size=32770) 2024-11-25T11:41:12,408 INFO [M:0;96bb5f2c2895:38717 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T11:41:12,408 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:41:12,408 INFO [M:0;96bb5f2c2895:38717 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38717 2024-11-25T11:41:12,409 INFO [M:0;96bb5f2c2895:38717 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:41:12,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1014eedafc20004, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:41:12,418 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,2-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 393, reset compression=false 2024-11-25T11:41:12,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40415-0x1014eedafc20004, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:41:12,418 INFO [RS:0;96bb5f2c2895:40415 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:41:12,418 INFO [RS:0;96bb5f2c2895:40415 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,40415,1732534851074; zookeeper connection closed. 2024-11-25T11:41:12,418 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17043c86 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17043c86 2024-11-25T11:41:12,418 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T11:41:12,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:41:12,511 INFO [M:0;96bb5f2c2895:38717 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:41:12,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38717-0x1014eedafc20003, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:41:12,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e5b4447{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:41:12,513 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69dbfd02{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:41:12,513 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:41:12,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@83959c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:41:12,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d746cd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/hadoop.log.dir/,STOPPED} 2024-11-25T11:41:12,515 WARN [BP-1432267558-172.17.0.2-1732534850512 heartbeating to localhost/127.0.0.1:44109 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:41:12,515 WARN [BP-1432267558-172.17.0.2-1732534850512 heartbeating to localhost/127.0.0.1:44109 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1432267558-172.17.0.2-1732534850512 (Datanode Uuid 58dd1942-e257-4815-b157-937d6b5de808) service to localhost/127.0.0.1:44109 2024-11-25T11:41:12,515 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:41:12,515 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:41:12,515 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/cluster_9b33596a-1803-0b91-998b-83ad4a4f27cc/data/data1/current/BP-1432267558-172.17.0.2-1732534850512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:41:12,516 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/cluster_9b33596a-1803-0b91-998b-83ad4a4f27cc/data/data2/current/BP-1432267558-172.17.0.2-1732534850512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:41:12,516 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:41:12,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28896d82{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:41:12,522 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bb26dc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:41:12,522 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:41:12,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c64721b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:41:12,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19d5f462{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89e1f582-ddcb-ae96-70b2-3707c78de74b/hadoop.log.dir/,STOPPED} 2024-11-25T11:41:12,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T11:41:12,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T11:41:12,534 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:41:12,534 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:41:12,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:12,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:12,535 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:41:12,535 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T11:41:12,535 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1200137145, stopped=false 2024-11-25T11:41:12,535 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=96bb5f2c2895,45069,1732534847398 2024-11-25T11:41:12,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-578013545/running 2024-11-25T11:41:12,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1014eedafc20001, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-578013545/running 2024-11-25T11:41:12,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1014eedafc20001, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578013545 2024-11-25T11:41:12,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578013545 2024-11-25T11:41:12,538 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:41:12,538 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:41:12,538 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:41:12,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:12,539 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,34751,1732534847453' ***** 2024-11-25T11:41:12,539 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:41:12,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34751-0x1014eedafc20001, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Set watcher on znode that does not yet exist, /0-578013545/running 2024-11-25T11:41:12,539 INFO [RS:0;96bb5f2c2895:34751 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:41:12,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Set watcher on znode that does not yet exist, /0-578013545/running 2024-11-25T11:41:12,539 INFO [RS:0;96bb5f2c2895:34751 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:41:12,539 INFO [RS:0;96bb5f2c2895:34751 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:41:12,539 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:41:12,539 INFO [RS:0;96bb5f2c2895:34751 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ba6a0011931e7823b885f228862d5cf 2024-11-25T11:41:12,540 INFO [RS:0;96bb5f2c2895:34751 {}] regionserver.HRegionServer(3091): Received CLOSE for 47959ba1c88aec727ac91f67e8ad3df8 2024-11-25T11:41:12,540 INFO [RS:0;96bb5f2c2895:34751 {}] regionserver.HRegionServer(959): stopping server 96bb5f2c2895,34751,1732534847453 2024-11-25T11:41:12,540 INFO [RS:0;96bb5f2c2895:34751 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:41:12,540 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ba6a0011931e7823b885f228862d5cf, disabling compactions & flushes 2024-11-25T11:41:12,540 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732534857338.1ba6a0011931e7823b885f228862d5cf. 2024-11-25T11:41:12,540 INFO [RS:0;96bb5f2c2895:34751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:34751. 2024-11-25T11:41:12,540 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732534857338.1ba6a0011931e7823b885f228862d5cf. 2024-11-25T11:41:12,540 DEBUG [RS:0;96bb5f2c2895:34751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:41:12,540 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732534857338.1ba6a0011931e7823b885f228862d5cf. after waiting 0 ms 2024-11-25T11:41:12,540 DEBUG [RS:0;96bb5f2c2895:34751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:12,540 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732534857338.1ba6a0011931e7823b885f228862d5cf. 2024-11-25T11:41:12,540 INFO [RS:0;96bb5f2c2895:34751 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:41:12,540 INFO [RS:0;96bb5f2c2895:34751 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:41:12,540 INFO [RS:0;96bb5f2c2895:34751 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:41:12,540 INFO [RS:0;96bb5f2c2895:34751 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T11:41:12,542 INFO [RS:0;96bb5f2c2895:34751 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T11:41:12,542 DEBUG [RS:0;96bb5f2c2895:34751 {}] regionserver.HRegionServer(1325): Online Regions={1ba6a0011931e7823b885f228862d5cf=test,,1732534857338.1ba6a0011931e7823b885f228862d5cf., 1588230740=hbase:meta,,1.1588230740, 47959ba1c88aec727ac91f67e8ad3df8=hbase:replication,,1732534861780.47959ba1c88aec727ac91f67e8ad3df8.} 2024-11-25T11:41:12,542 DEBUG [RS:0;96bb5f2c2895:34751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ba6a0011931e7823b885f228862d5cf, 47959ba1c88aec727ac91f67e8ad3df8 2024-11-25T11:41:12,542 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:41:12,542 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:41:12,542 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:41:12,542 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:41:12,542 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:41:12,542 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T11:41:12,545 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/default/test/1ba6a0011931e7823b885f228862d5cf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T11:41:12,545 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:41:12,545 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T11:41:12,545 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732534857338.1ba6a0011931e7823b885f228862d5cf. 2024-11-25T11:41:12,545 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ba6a0011931e7823b885f228862d5cf: Waiting for close lock at 1732534872540Running coprocessor pre-close hooks at 1732534872540Disabling compacts and flushes for region at 1732534872540Disabling writes for close at 1732534872540Writing region close event to WAL at 1732534872542 (+2 ms)Running coprocessor post-close hooks at 1732534872545 (+3 ms)Closed at 1732534872545 2024-11-25T11:41:12,545 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732534857338.1ba6a0011931e7823b885f228862d5cf. 2024-11-25T11:41:12,546 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 47959ba1c88aec727ac91f67e8ad3df8, disabling compactions & flushes 2024-11-25T11:41:12,546 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732534861780.47959ba1c88aec727ac91f67e8ad3df8. 2024-11-25T11:41:12,546 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732534861780.47959ba1c88aec727ac91f67e8ad3df8. 2024-11-25T11:41:12,546 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732534861780.47959ba1c88aec727ac91f67e8ad3df8. after waiting 0 ms 2024-11-25T11:41:12,546 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732534861780.47959ba1c88aec727ac91f67e8ad3df8. 2024-11-25T11:41:12,546 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 47959ba1c88aec727ac91f67e8ad3df8 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-25T11:41:12,559 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/replication/47959ba1c88aec727ac91f67e8ad3df8/.tmp/hfileref/495aade596f841aeb9baf0de009af4f2 is 74, key is 1/hfileref:04ce8512d9ff42fd8a0cbc1070c2b161_SeqId_6_/1732534866909/DeleteColumn/seqid=0 2024-11-25T11:41:12,560 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/meta/1588230740/.tmp/info/8a1e86ce7f68462391e6d3100827f0aa is 147, key is hbase:replication,,1732534861780.47959ba1c88aec727ac91f67e8ad3df8./info:regioninfo/1732534862543/Put/seqid=0 2024-11-25T11:41:12,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741847_1023 (size=5489) 2024-11-25T11:41:12,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741848_1024 (size=7686) 2024-11-25T11:41:12,629 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:41:12,742 DEBUG [RS:0;96bb5f2c2895:34751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47959ba1c88aec727ac91f67e8ad3df8 2024-11-25T11:41:12,942 DEBUG [RS:0;96bb5f2c2895:34751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47959ba1c88aec727ac91f67e8ad3df8 2024-11-25T11:41:12,963 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/replication/47959ba1c88aec727ac91f67e8ad3df8/.tmp/hfileref/495aade596f841aeb9baf0de009af4f2 2024-11-25T11:41:12,964 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/meta/1588230740/.tmp/info/8a1e86ce7f68462391e6d3100827f0aa 2024-11-25T11:41:12,981 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/meta/1588230740/.tmp/ns/cfc0f010aa90458a83d3a7ed1bf1875c is 43, key is default/ns:d/1732534850414/Put/seqid=0 2024-11-25T11:41:12,984 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/replication/47959ba1c88aec727ac91f67e8ad3df8/.tmp/queue/d8643b42a1df4f31982a487294ee71dd is 153, key is 1-96bb5f2c2895,34751,1732534847453/queue:96bb5f2c2895%2C34751%2C1732534847453/1732534866910/Put/seqid=0 2024-11-25T11:41:12,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741849_1025 (size=5153) 2024-11-25T11:41:12,984 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/meta/1588230740/.tmp/ns/cfc0f010aa90458a83d3a7ed1bf1875c 2024-11-25T11:41:12,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741850_1026 (size=5504) 2024-11-25T11:41:12,993 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 393, reset compression=false 2024-11-25T11:41:12,996 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:41:12,996 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 688, reset compression=false 2024-11-25T11:41:12,996 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.shipper96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-96bb5f2c2895,34751,1732534847453 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:41:12,997 ERROR [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.shipper96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 96bb5f2c2895,34751,1732534847453: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-96bb5f2c2895,34751,1732534847453, walGroup=96bb5f2c2895%2C34751%2C1732534847453, offset=96bb5f2c2895%2C34751%2C1732534847453.1732534865419:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:34751 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T11:41:12,998 ERROR [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.shipper96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T11:41:12,998 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.shipper96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T11:41:12,999 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.shipper96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T11:41:12,999 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.shipper96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T11:41:12,999 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.shipper96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T11:41:12,999 INFO [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.shipper96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1629487104, "init": 1048576000, "max": 2306867200, "used": 1110073856 }, "NonHeapMemoryUsage": { "committed": 210567168, "init": 7667712, "max": -1, "used": 207618880 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T11:41:12,999 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.shipper96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:45069 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:45069 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T11:41:13,004 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/meta/1588230740/.tmp/rep_barrier/7c1923b0aa1c438da0762a436a44467d is 112, key is test,,1732534857338.1ba6a0011931e7823b885f228862d5cf./rep_barrier:seqnumDuringOpen/1732534858481/Put/seqid=0 2024-11-25T11:41:13,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741851_1027 (size=5518) 2024-11-25T11:41:13,143 DEBUG [RS:0;96bb5f2c2895:34751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47959ba1c88aec727ac91f67e8ad3df8 2024-11-25T11:41:13,199 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 688, reset compression=false 2024-11-25T11:41:13,308 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T11:41:13,308 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T11:41:13,343 DEBUG [RS:0;96bb5f2c2895:34751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47959ba1c88aec727ac91f67e8ad3df8 2024-11-25T11:41:13,370 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T11:41:13,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:13,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:13,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:13,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:13,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:13,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:13,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:13,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:13,388 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/replication/47959ba1c88aec727ac91f67e8ad3df8/.tmp/queue/d8643b42a1df4f31982a487294ee71dd 2024-11-25T11:41:13,392 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/replication/47959ba1c88aec727ac91f67e8ad3df8/.tmp/hfileref/495aade596f841aeb9baf0de009af4f2 as hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/replication/47959ba1c88aec727ac91f67e8ad3df8/hfileref/495aade596f841aeb9baf0de009af4f2 2024-11-25T11:41:13,395 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/replication/47959ba1c88aec727ac91f67e8ad3df8/hfileref/495aade596f841aeb9baf0de009af4f2, entries=6, sequenceid=17, filesize=5.4 K 2024-11-25T11:41:13,396 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/replication/47959ba1c88aec727ac91f67e8ad3df8/.tmp/queue/d8643b42a1df4f31982a487294ee71dd as hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/replication/47959ba1c88aec727ac91f67e8ad3df8/queue/d8643b42a1df4f31982a487294ee71dd 2024-11-25T11:41:13,399 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/replication/47959ba1c88aec727ac91f67e8ad3df8/queue/d8643b42a1df4f31982a487294ee71dd, entries=2, sequenceid=17, filesize=5.4 K 2024-11-25T11:41:13,400 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 47959ba1c88aec727ac91f67e8ad3df8 in 854ms, sequenceid=17, compaction requested=false 2024-11-25T11:41:13,403 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/replication/47959ba1c88aec727ac91f67e8ad3df8/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-25T11:41:13,403 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:41:13,403 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:41:13,403 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732534861780.47959ba1c88aec727ac91f67e8ad3df8. 2024-11-25T11:41:13,403 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 47959ba1c88aec727ac91f67e8ad3df8: Waiting for close lock at 1732534872546Running coprocessor pre-close hooks at 1732534872546Disabling compacts and flushes for region at 1732534872546Disabling writes for close at 1732534872546Obtaining lock to block concurrent updates at 1732534872546Preparing flush snapshotting stores in 47959ba1c88aec727ac91f67e8ad3df8 at 1732534872546Finished memstore snapshotting hbase:replication,,1732534861780.47959ba1c88aec727ac91f67e8ad3df8., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732534872546Flushing stores of hbase:replication,,1732534861780.47959ba1c88aec727ac91f67e8ad3df8. at 1732534872546Flushing 47959ba1c88aec727ac91f67e8ad3df8/hfileref: creating writer at 1732534872546Flushing 47959ba1c88aec727ac91f67e8ad3df8/hfileref: appending metadata at 1732534872559 (+13 ms)Flushing 47959ba1c88aec727ac91f67e8ad3df8/hfileref: closing flushed file at 1732534872559Flushing 47959ba1c88aec727ac91f67e8ad3df8/queue: creating writer at 1732534872967 (+408 ms)Flushing 47959ba1c88aec727ac91f67e8ad3df8/queue: appending metadata at 1732534872983 (+16 ms)Flushing 47959ba1c88aec727ac91f67e8ad3df8/queue: closing flushed file at 1732534872983Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@364a87d2: reopening flushed file at 1732534873391 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e979599: reopening flushed file at 1732534873395 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 47959ba1c88aec727ac91f67e8ad3df8 in 854ms, sequenceid=17, compaction requested=false at 1732534873400 (+5 ms)Writing region close event to WAL at 1732534873401 (+1 ms)Running coprocessor post-close hooks at 1732534873403 (+2 ms)Closed at 1732534873403 2024-11-25T11:41:13,404 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732534861780.47959ba1c88aec727ac91f67e8ad3df8. 2024-11-25T11:41:13,407 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/meta/1588230740/.tmp/rep_barrier/7c1923b0aa1c438da0762a436a44467d 2024-11-25T11:41:13,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:13,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:13,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:13,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:13,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:13,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:13,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:13,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:13,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:13,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:13,430 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/meta/1588230740/.tmp/table/3f15d5fa6b83450988cca5a6f783c455 is 53, key is hbase:replication/table:state/1732534862550/Put/seqid=0 2024-11-25T11:41:13,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741852_1028 (size=5308) 2024-11-25T11:41:13,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T11:41:13,503 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 688, reset compression=false 2024-11-25T11:41:13,543 INFO [RS:0;96bb5f2c2895:34751 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T11:41:13,543 DEBUG [RS:0;96bb5f2c2895:34751 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T11:41:13,543 DEBUG [RS:0;96bb5f2c2895:34751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:41:13,620 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,2-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 393, reset compression=false 2024-11-25T11:41:13,624 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,2-96bb5f2c2895,34751,1732534847453 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T11:41:13,624 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,2-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 688, reset compression=false 2024-11-25T11:41:13,624 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453.replicationSource.shipper96bb5f2c2895%2C34751%2C1732534847453,2-96bb5f2c2895,34751,1732534847453 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-96bb5f2c2895,34751,1732534847453 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T11:41:13,625 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453.replicationSource.shipper96bb5f2c2895%2C34751%2C1732534847453,2-96bb5f2c2895,34751,1732534847453 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-25T11:41:13,743 DEBUG [RS:0;96bb5f2c2895:34751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:41:13,827 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,2-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 688, reset compression=false 2024-11-25T11:41:13,835 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/meta/1588230740/.tmp/table/3f15d5fa6b83450988cca5a6f783c455 2024-11-25T11:41:13,839 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/meta/1588230740/.tmp/info/8a1e86ce7f68462391e6d3100827f0aa as hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/meta/1588230740/info/8a1e86ce7f68462391e6d3100827f0aa 2024-11-25T11:41:13,842 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/meta/1588230740/info/8a1e86ce7f68462391e6d3100827f0aa, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T11:41:13,843 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/meta/1588230740/.tmp/ns/cfc0f010aa90458a83d3a7ed1bf1875c as hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/meta/1588230740/ns/cfc0f010aa90458a83d3a7ed1bf1875c 2024-11-25T11:41:13,846 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/meta/1588230740/ns/cfc0f010aa90458a83d3a7ed1bf1875c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T11:41:13,847 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/meta/1588230740/.tmp/rep_barrier/7c1923b0aa1c438da0762a436a44467d as hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/meta/1588230740/rep_barrier/7c1923b0aa1c438da0762a436a44467d 2024-11-25T11:41:13,850 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/meta/1588230740/rep_barrier/7c1923b0aa1c438da0762a436a44467d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T11:41:13,852 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/meta/1588230740/.tmp/table/3f15d5fa6b83450988cca5a6f783c455 as hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/meta/1588230740/table/3f15d5fa6b83450988cca5a6f783c455 2024-11-25T11:41:13,855 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/meta/1588230740/table/3f15d5fa6b83450988cca5a6f783c455, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T11:41:13,856 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false 2024-11-25T11:41:13,859 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T11:41:13,859 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T11:41:13,859 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:41:13,859 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:41:13,860 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534872542Running coprocessor pre-close hooks at 1732534872542Disabling compacts and flushes for region at 1732534872542Disabling writes for close at 1732534872542Obtaining lock to block concurrent updates at 1732534872542Preparing flush snapshotting stores in 1588230740 at 1732534872542Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732534872543 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732534872543Flushing 1588230740/info: creating writer at 1732534872543Flushing 1588230740/info: appending metadata at 1732534872560 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732534872560Flushing 1588230740/ns: creating writer at 1732534872967 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732534872981 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732534872981Flushing 1588230740/rep_barrier: creating writer at 1732534872988 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732534873003 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732534873003Flushing 1588230740/table: creating writer at 1732534873410 (+407 ms)Flushing 1588230740/table: appending metadata at 1732534873430 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732534873430Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3efd2be1: reopening flushed file at 1732534873838 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@411264ac: reopening flushed file at 1732534873842 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17fa7364: reopening flushed file at 1732534873846 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dc64a0e: reopening flushed file at 1732534873850 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false at 1732534873856 (+6 ms)Writing region close event to WAL at 1732534873857 (+1 ms)Running coprocessor post-close hooks at 1732534873859 (+2 ms)Closed at 1732534873859 2024-11-25T11:41:13,860 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T11:41:13,906 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 688, reset compression=false 2024-11-25T11:41:13,943 INFO [RS:0;96bb5f2c2895:34751 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,34751,1732534847453; all regions closed. 2024-11-25T11:41:13,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741844_1020 (size=859) 2024-11-25T11:41:13,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741842_1018 (size=2791) 2024-11-25T11:41:13,947 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.rep.1732534865400 not finished, retry = 0 2024-11-25T11:41:14,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741843_1019 (size=696) 2024-11-25T11:41:14,049 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 not finished, retry = 0 2024-11-25T11:41:14,130 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,2-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 to pos 688, reset compression=false 2024-11-25T11:41:14,150 DEBUG [RS:0;96bb5f2c2895:34751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:14,150 INFO [RS:0;96bb5f2c2895:34751 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:41:14,150 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,2-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/WALs/96bb5f2c2895,34751,1732534847453/96bb5f2c2895%2C34751%2C1732534847453.1732534865419 2024-11-25T11:41:14,150 INFO [RS:0;96bb5f2c2895:34751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:41:14,150 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,2-96bb5f2c2895,34751,1732534847453 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-25T11:41:14,150 DEBUG [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,2-96bb5f2c2895,34751,1732534847453 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-25T11:41:14,150 INFO [RS:0;96bb5f2c2895:34751 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T11:41:14,150 INFO [RS:0;96bb5f2c2895:34751 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:41:14,150 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:41:14,151 INFO [RS:0;96bb5f2c2895:34751 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-96bb5f2c2895,34751,1732534847453 because: Region server is closing 2024-11-25T11:41:14,151 INFO [RS:0;96bb5f2c2895:34751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:34751. 2024-11-25T11:41:14,151 DEBUG [RS:0;96bb5f2c2895:34751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:41:14,151 DEBUG [RS:0;96bb5f2c2895:34751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:14,151 DEBUG [RS:0;96bb5f2c2895:34751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:14,151 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:41:14,251 INFO [RS:0;96bb5f2c2895:34751 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.shipper96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 terminated 2024-11-25T11:41:14,251 INFO [RS:0;96bb5f2c2895:34751 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-96bb5f2c2895,34751,1732534847453 because: Region server is closing 2024-11-25T11:41:14,251 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,1-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,1-96bb5f2c2895,34751,1732534847453 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T11:41:14,252 INFO [RS:0;96bb5f2c2895:34751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:34751. 2024-11-25T11:41:14,252 DEBUG [RS:0;96bb5f2c2895:34751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:41:14,252 DEBUG [RS:0;96bb5f2c2895:34751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:14,252 DEBUG [RS:0;96bb5f2c2895:34751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:41:14,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:41:14,352 INFO [RS:0;96bb5f2c2895:34751 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453.replicationSource.shipper96bb5f2c2895%2C34751%2C1732534847453,2-96bb5f2c2895,34751,1732534847453 terminated 2024-11-25T11:41:14,352 INFO [RS:0;96bb5f2c2895:34751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34751 2024-11-25T11:41:14,352 WARN [RS_REFRESH_PEER-regionserver/96bb5f2c2895:0-0.replicationSource,2-96bb5f2c2895,34751,1732534847453.replicationSource.wal-reader.96bb5f2c2895%2C34751%2C1732534847453,2-96bb5f2c2895,34751,1732534847453 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-25T11:41:14,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1014eedafc20001, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-578013545/rs/96bb5f2c2895,34751,1732534847453 2024-11-25T11:41:14,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578013545/rs 2024-11-25T11:41:14,354 INFO [RS:0;96bb5f2c2895:34751 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:41:14,354 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,34751,1732534847453] 2024-11-25T11:41:14,356 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-578013545/draining/96bb5f2c2895,34751,1732534847453 already deleted, retry=false 2024-11-25T11:41:14,356 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96bb5f2c2895,34751,1732534847453 expired; onlineServers=0 2024-11-25T11:41:14,356 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '96bb5f2c2895,45069,1732534847398' ***** 2024-11-25T11:41:14,356 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T11:41:14,356 INFO [M:0;96bb5f2c2895:45069 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:41:14,356 INFO [M:0;96bb5f2c2895:45069 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:41:14,356 DEBUG [M:0;96bb5f2c2895:45069 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T11:41:14,356 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T11:41:14,356 DEBUG [M:0;96bb5f2c2895:45069 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T11:41:14,356 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534849224 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534849224,5,FailOnTimeoutGroup] 2024-11-25T11:41:14,356 INFO [M:0;96bb5f2c2895:45069 {}] hbase.ChoreService(370): Chore service for: master/96bb5f2c2895:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T11:41:14,356 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534849224 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534849224,5,FailOnTimeoutGroup] 2024-11-25T11:41:14,356 INFO [M:0;96bb5f2c2895:45069 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:41:14,356 DEBUG [M:0;96bb5f2c2895:45069 {}] master.HMaster(1795): Stopping service threads 2024-11-25T11:41:14,356 INFO [M:0;96bb5f2c2895:45069 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T11:41:14,357 INFO [M:0;96bb5f2c2895:45069 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:41:14,357 INFO [M:0;96bb5f2c2895:45069 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T11:41:14,357 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T11:41:14,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-578013545/master 2024-11-25T11:41:14,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-578013545 2024-11-25T11:41:14,359 DEBUG [M:0;96bb5f2c2895:45069 {}] zookeeper.ZKUtil(347): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Unable to get data of znode /0-578013545/master because node does not exist (not an error) 2024-11-25T11:41:14,359 WARN [M:0;96bb5f2c2895:45069 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T11:41:14,360 INFO [M:0;96bb5f2c2895:45069 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/.lastflushedseqids 2024-11-25T11:41:14,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741853_1029 (size=263) 2024-11-25T11:41:14,363 INFO [M:0;96bb5f2c2895:45069 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T11:41:14,363 INFO [M:0;96bb5f2c2895:45069 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T11:41:14,363 DEBUG [M:0;96bb5f2c2895:45069 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:41:14,364 INFO [M:0;96bb5f2c2895:45069 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:41:14,364 DEBUG [M:0;96bb5f2c2895:45069 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:41:14,364 DEBUG [M:0;96bb5f2c2895:45069 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:41:14,364 DEBUG [M:0;96bb5f2c2895:45069 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:41:14,364 INFO [M:0;96bb5f2c2895:45069 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-25T11:41:14,378 DEBUG [M:0;96bb5f2c2895:45069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8daf99c9fa94808abfacb0a0112d1f5 is 82, key is hbase:meta,,1/info:regioninfo/1732534850398/Put/seqid=0 2024-11-25T11:41:14,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741854_1030 (size=5672) 2024-11-25T11:41:14,381 INFO [M:0;96bb5f2c2895:45069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8daf99c9fa94808abfacb0a0112d1f5 2024-11-25T11:41:14,397 DEBUG [M:0;96bb5f2c2895:45069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd87aded20044b4692c5155e296c2389 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732534862553/Put/seqid=0 2024-11-25T11:41:14,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741855_1031 (size=8908) 2024-11-25T11:41:14,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1014eedafc20001, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:41:14,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x1014eedafc20001, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:41:14,455 INFO [RS:0;96bb5f2c2895:34751 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:41:14,455 INFO [RS:0;96bb5f2c2895:34751 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,34751,1732534847453; zookeeper connection closed. 2024-11-25T11:41:14,456 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7481c075 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7481c075 2024-11-25T11:41:14,456 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T11:41:14,800 INFO [M:0;96bb5f2c2895:45069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd87aded20044b4692c5155e296c2389 2024-11-25T11:41:14,818 DEBUG [M:0;96bb5f2c2895:45069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f8d65171ebf643809a3a0afc352f6fbf is 69, key is 96bb5f2c2895,34751,1732534847453/rs:state/1732534849298/Put/seqid=0 2024-11-25T11:41:14,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741856_1032 (size=5156) 2024-11-25T11:41:14,964 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:41:14,965 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [96bb5f2c2895,44457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:44457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T11:41:14,965 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128839 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [96bb5f2c2895,44457,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=96bb5f2c2895:44457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T11:41:15,222 INFO [M:0;96bb5f2c2895:45069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f8d65171ebf643809a3a0afc352f6fbf 2024-11-25T11:41:15,226 DEBUG [M:0;96bb5f2c2895:45069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8daf99c9fa94808abfacb0a0112d1f5 as hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8daf99c9fa94808abfacb0a0112d1f5 2024-11-25T11:41:15,229 INFO [M:0;96bb5f2c2895:45069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8daf99c9fa94808abfacb0a0112d1f5, entries=8, sequenceid=112, filesize=5.5 K 2024-11-25T11:41:15,230 DEBUG [M:0;96bb5f2c2895:45069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd87aded20044b4692c5155e296c2389 as hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd87aded20044b4692c5155e296c2389 2024-11-25T11:41:15,233 INFO [M:0;96bb5f2c2895:45069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd87aded20044b4692c5155e296c2389, entries=13, sequenceid=112, filesize=8.7 K 2024-11-25T11:41:15,234 DEBUG [M:0;96bb5f2c2895:45069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f8d65171ebf643809a3a0afc352f6fbf as hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f8d65171ebf643809a3a0afc352f6fbf 2024-11-25T11:41:15,236 INFO [M:0;96bb5f2c2895:45069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35965/user/jenkins/test-data/feab936d-d917-10e2-7348-485f0e3e68c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f8d65171ebf643809a3a0afc352f6fbf, entries=1, sequenceid=112, filesize=5.0 K 2024-11-25T11:41:15,237 INFO [M:0;96bb5f2c2895:45069 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 873ms, sequenceid=112, compaction requested=false 2024-11-25T11:41:15,238 INFO [M:0;96bb5f2c2895:45069 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:41:15,238 DEBUG [M:0;96bb5f2c2895:45069 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534874363Disabling compacts and flushes for region at 1732534874363Disabling writes for close at 1732534874364 (+1 ms)Obtaining lock to block concurrent updates at 1732534874364Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732534874364Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1732534874364Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732534874364Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732534874364Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732534874378 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732534874378Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732534874384 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732534874397 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732534874397Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732534874804 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732534874817 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732534874817Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f2d23da: reopening flushed file at 1732534875225 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b3f8579: reopening flushed file at 1732534875229 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@275357e5: reopening flushed file at 1732534875233 (+4 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 873ms, sequenceid=112, compaction requested=false at 1732534875237 (+4 ms)Writing region close event to WAL at 1732534875238 (+1 ms)Closed at 1732534875238 2024-11-25T11:41:15,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741830_1006 (size=69043) 2024-11-25T11:41:15,240 INFO [M:0;96bb5f2c2895:45069 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T11:41:15,240 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:41:15,240 INFO [M:0;96bb5f2c2895:45069 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45069 2024-11-25T11:41:15,241 INFO [M:0;96bb5f2c2895:45069 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:41:15,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:41:15,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1014eedafc20000, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:41:15,343 INFO [M:0;96bb5f2c2895:45069 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:41:15,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1429a345{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:41:15,345 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f96effb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:41:15,345 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:41:15,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49767db0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:41:15,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ea7902e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/hadoop.log.dir/,STOPPED} 2024-11-25T11:41:15,347 WARN [BP-329749965-172.17.0.2-1732534846808 heartbeating to localhost/127.0.0.1:35965 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:41:15,347 WARN [BP-329749965-172.17.0.2-1732534846808 heartbeating to localhost/127.0.0.1:35965 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-329749965-172.17.0.2-1732534846808 (Datanode Uuid ffc65967-7538-458f-91c0-cefad6bd5675) service to localhost/127.0.0.1:35965 2024-11-25T11:41:15,347 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:41:15,347 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:41:15,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/cluster_4f65e6f8-d3b8-926f-b1ae-468484c54f4d/data/data1/current/BP-329749965-172.17.0.2-1732534846808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:41:15,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/cluster_4f65e6f8-d3b8-926f-b1ae-468484c54f4d/data/data2/current/BP-329749965-172.17.0.2-1732534846808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:41:15,348 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:41:15,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d275d3c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:41:15,355 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56e05721{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:41:15,355 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:41:15,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@296656b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:41:15,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@410def9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7cc9cb-7d2f-7d10-f1f3-68eed9f1734b/hadoop.log.dir/,STOPPED} 2024-11-25T11:41:15,361 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T11:41:15,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T11:41:15,392 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=600 (was 534) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55229) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35965 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41023 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:41023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44109 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35965 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35965 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44109 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44109 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:44109 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41023 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35965 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35965 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44109 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55229) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55229) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35965 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:35965 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44109 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35965 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=981 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=306 (was 352), ProcessCount=11 (was 11), AvailableMemoryMB=3277 (was 3525) 2024-11-25T11:41:15,392 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2024-11-25T11:41:15,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014eedafc20002, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T11:41:15,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014eedafc20005, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T11:41:15,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014eedafc20008, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T11:41:15,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014eedafc20005, quorum=127.0.0.1:55229, baseZNode=/1157725703 Received Disconnected from ZooKeeper, ignoring 2024-11-25T11:41:15,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014eedafc20002, quorum=127.0.0.1:55229, baseZNode=/0-578013545 Received Disconnected from ZooKeeper, ignoring 2024-11-25T11:41:15,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014eedafc20008, quorum=127.0.0.1:55229, baseZNode=/2256136851 Received Disconnected from ZooKeeper, ignoring